-- Logs begin at Tue 2022-04-12 17:35:37 UTC, end at Tue 2022-04-12 18:48:46 UTC. -- Apr 12 18:10:55.091930 dv-cinder-837535-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 18:10:58.094082 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.common.config [-] Logging enabled! Apr 12 18:10:58.094702 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev110 Apr 12 18:10:58.094891 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103414) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 18:10:58.098351 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.common.config [-] Logging enabled! Apr 12 18:10:58.098613 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev110 Apr 12 18:10:58.098931 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103414) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 18:10:58.099883 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 18:10:58.100124 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 18:10:58.100495 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 18:10:58.100744 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 18:10:58.100969 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 18:10:58.101423 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.101860 dv-cinder-837535-1-iscsi neutron-server[103414]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 18:10:58.102176 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.102480 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.102780 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.103079 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.103380 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.103669 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.103963 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.104268 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.104563 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.104849 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.105165 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.105464 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.105755 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.106049 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.106345 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.106637 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] debug = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.106924 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.107363 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.107773 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.108062 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.108361 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.108648 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.108928 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.109238 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.109530 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.109866 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] host = dv-cinder-837535-1-iscsi {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.110151 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.110444 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.110738 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.111033 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.111314 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.111593 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.111884 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.112163 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.112442 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] log_file = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.112721 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.113015 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.113347 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.113653 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.113886 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.114120 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.114421 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.114715 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.114996 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.115275 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.116058 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.116340 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.116619 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.116893 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.117210 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.117504 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.117796 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.118074 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.118357 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.118637 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.118902 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.119192 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.119471 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.119746 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.120022 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.120314 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.120588 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.120867 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.121203 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.121500 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.121789 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.122080 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.122359 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.122649 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.122926 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.123208 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.123482 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] use_json = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.123757 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.124030 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.124317 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.124599 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.124878 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.125181 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.125678 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.125789 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.126012 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:10:58.126312 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.126616 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.126928 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.127227 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.127525 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.127808 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.128104 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.128385 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.128680 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.128973 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.129301 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.129581 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.129887 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.130182 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.130481 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.130790 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.131749 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.132224 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.132511 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.132793 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.133092 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.133387 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.133682 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.133973 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.134270 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.134567 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.134852 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.135159 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.135456 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.135755 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.136055 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.136334 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.136619 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.136917 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.137225 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.137505 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.137790 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.138087 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.138370 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.138648 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.138934 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.139225 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.139493 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.139770 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.140054 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.140352 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.140636 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.140915 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.141220 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.141507 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.141785 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.142075 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.142359 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.142644 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.142915 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.143200 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.143480 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.143761 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.144043 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.144320 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.144603 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.144884 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.145193 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.145476 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.145753 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.146030 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.146313 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.146584 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.146980 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.146980 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.147479 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.147754 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.148033 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.148308 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.148600 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.148901 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.149211 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.149501 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.149783 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.150067 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.150350 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.150635 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.150918 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.151203 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.151483 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.151783 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.152074 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.152367 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.152672 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.152958 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.153282 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.153569 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.153857 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.154145 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.154427 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.154711 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.154999 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.155286 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.155588 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.155892 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.156194 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.156494 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.156793 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.157089 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.157426 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.157712 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:10:58.157934 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 18:10:58.158178 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103414) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 18:10:58.542919 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 18:10:58.543123 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 18:10:58.543406 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 18:10:58.543746 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 18:10:58.875536 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:58.875825 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:58.876100 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:58.879159 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:58.879444 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:58.879716 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:58.935900 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:58.935900 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:58.935900 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:58.951042 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:58.951326 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:58.951598 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:58.983001 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:58.983280 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:58.983555 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.019806 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.020088 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.020358 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.366201 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.366877 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.366877 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.367075 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.367724 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.470007 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.470266 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.470555 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.470832 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.471101 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.471414 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.471678 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.471936 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.472193 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.472481 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.472745 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.473012 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.473298 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.473556 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.473820 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.474087 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.474343 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.474613 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.475521 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.475868 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.476146 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.476405 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.476693 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.477103 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.477357 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.477608 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.478018 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 18:10:59.478265 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 18:10:59.478509 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 18:10:59.478751 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 18:10:59.478990 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 18:10:59.479228 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 18:10:59.479601 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 18:10:59.482927 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 18:10:59.486870 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 18:10:59.490765 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 12 18:10:59.492388 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 18:10:59.492857 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 18:10:59.493224 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 18:10:59.493624 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 18:10:59.496600 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 18:10:59.496850 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 18:10:59.497228 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 18:10:59.502103 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 18:10:59.526208 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 18:10:59.526671 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.526973 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103414) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 18:10:59.527349 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.528711 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103414) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 18:10:59.528994 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 18:10:59.529270 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 18:10:59.532608 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.532893 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:10:59.596334 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 18:10:59.596578 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 18:10:59.596815 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 18:10:59.597242 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 18:10:59.619930 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_db.sqlalchemy.engines [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103414) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 18:11:00.083723 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.managers [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Initializing driver for type 'gre' Apr 12 18:11:00.084424 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] gre ID ranges: [(1, 1000)] Apr 12 18:11:00.138337 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.managers [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Initializing driver for type 'local' Apr 12 18:11:00.138644 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.managers [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Initializing driver for type 'vlan' Apr 12 18:11:00.151834 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] VlanTypeDriver initialization complete Apr 12 18:11:00.152262 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.managers [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Initializing driver for type 'vxlan' Apr 12 18:11:00.152769 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] vxlan ID ranges: [(1, 1000)] Apr 12 18:11:00.203779 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.managers [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Initializing extension driver 'port_security' Apr 12 18:11:00.204112 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.extensions.port_security [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] PortSecurityExtensionDriver initialization complete Apr 12 18:11:00.204444 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.managers [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Initializing mechanism driver 'openvswitch' Apr 12 18:11:00.204773 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.managers [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Initializing mechanism driver 'hyperv' Apr 12 18:11:00.211982 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:11:00.212828 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > port after_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.213242 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > port after_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.213601 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > port after_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.214135 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103414) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 18:11:00.214574 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > subnet after_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.214929 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > subnet after_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.215277 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.215672 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103414) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 18:11:00.216075 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > network after_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.216424 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > network after_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.216763 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > network after_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.217205 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103414) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 18:11:00.217611 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > security_group after_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.217962 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > security_group after_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.218302 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > security_group after_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.218695 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103414) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 18:11:00.219100 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.219448 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.219788 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.220181 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103414) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 18:11:00.220581 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > address_group after_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.220926 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > address_group after_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.221288 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > address_group after_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.221681 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103414) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 18:11:00.222121 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] ML2 OVO RPC backend initialized. {{(pid=103414) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 18:11:00.222819 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.223175 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.223591 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > network before_response 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.223938 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > networks before_response 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.224283 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > port before_response 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.224623 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > ports before_response 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.225600 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > subnet before_response 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.225948 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > subnets before_response 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.226293 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > network after_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.226631 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > network after_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.226967 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > network after_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.227302 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > port after_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.227638 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > port after_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.227970 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > port after_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.228303 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > subnet after_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.228636 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > subnet after_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.228968 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.236491 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.quota [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded quota_driver: . Apr 12 18:11:00.236855 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.plugin [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Modular L2 Plugin initialization complete Apr 12 18:11:00.237228 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading services supported by the core plugin {{(pid=103414) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 18:11:00.237567 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.plugins.ml2.managers [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Got port-security extension from driver 'port_security' Apr 12 18:11:00.238047 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.extensions.vlantransparent [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Disabled vlantransparent extension. Apr 12 18:11:00.238538 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103414) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 18:11:00.238860 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading Plugin: router Apr 12 18:11:00.274709 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > router_interface before_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.275108 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > router after_create 55549900 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.275479 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > router before_create 55549900 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.275842 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.276209 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.276561 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > router after_delete 55549900 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.276923 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > floatingip after_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.277299 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > floatingip after_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.277657 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > router after_create 55549900 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.278005 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > router after_update 55549900 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.278351 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > router after_update 55549900 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.278695 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.279169 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > router after_update 55549900 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.279580 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > router precommit_update 55549900 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.279950 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: port after_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.280294 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: port after_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.280633 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: subnet after_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.280975 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.281351 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > port precommit_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.281698 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > router precommit_create 55549900 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.282038 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: port before_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.282383 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > router precommit_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.282735 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > router after_update 55549900 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.283078 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > router precommit_delete 55549900 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.283430 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > router precommit_create 55549900 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.283789 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.284168 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > router precommit_update 55549900 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.284785 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > agent after_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.285156 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > agent after_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.285504 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > network after_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.286367 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Tracking information for resource: router configured {{(pid=103414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 18:11:00.286697 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Tracking information for resource: floatingip configured {{(pid=103414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 18:11:00.292276 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.db.l3_agentschedulers_db [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 18:11:00.292864 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: port after_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.293274 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: port after_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.293627 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: port after_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.293977 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: port after_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.294778 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > router before_create 55550100 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.295143 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > router precommit_delete 55550100 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.295500 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > router precommit_create 55550100 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.295855 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > router precommit_update 55550100 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.300743 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.services.provider_configuration [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Service providers = [] {{(pid=103414) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 18:11:00.301128 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.db.servicetype_db [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103414) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 18:11:00.304105 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.services.service_base [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103414) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 18:11:00.304449 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.services.service_base [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103414) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 18:11:00.304788 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.services.service_base [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103414) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 18:11:00.305695 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.services.service_base [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103414) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 18:11:00.306062 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.services.service_base [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 18:11:00.306437 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 18:11:00.306752 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 18:11:00.317486 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 18:11:00.317818 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading Plugin: auto_allocate Apr 12 18:11:00.323435 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: network precommit_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.323804 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: network precommit_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.324328 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 18:11:00.324646 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading Plugin: tag Apr 12 18:11:00.332735 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 18:11:00.333056 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading Plugin: timestamp Apr 12 18:11:00.337601 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 18:11:00.337877 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading Plugin: network_ip_availability Apr 12 18:11:00.343363 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.343734 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.344089 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.344817 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 18:11:00.345172 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading Plugin: flavors Apr 12 18:11:00.350840 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 18:11:00.351174 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading Plugin: revisions Apr 12 18:11:00.355435 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 18:11:00.355825 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_concurrency.lockutils [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.812s {{(pid=103414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 18:11:00.356579 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103414) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 18:11:00.356948 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Initializing extension manager. Apr 12 18:11:00.357453 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: __init__.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.357788 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: __pycache__ {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.358122 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: address_group.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.358883 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.359459 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: address-group Apr 12 18:11:00.359780 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: address_scope.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.360486 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.360996 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: address-scope Apr 12 18:11:00.361345 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: admin_state_down_before_update.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.362267 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.362770 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: router-admin-state-down-before-update Apr 12 18:11:00.363092 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: agent.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.363788 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.364300 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: agent Apr 12 18:11:00.364619 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: agent_resources_synced.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.365673 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.366432 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: agent-resources-synced Apr 12 18:11:00.367277 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: allowedaddresspairs.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.368567 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.369096 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: allowed-address-pairs Apr 12 18:11:00.369427 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: auto_allocated_topology.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.370509 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.371023 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: auto-allocated-topology Apr 12 18:11:00.371344 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: availability_zone.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.372033 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.372533 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: availability_zone Apr 12 18:11:00.372849 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: availability_zone_filter.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.373793 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.374291 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: availability_zone_filter Apr 12 18:11:00.374606 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: data_plane_status.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.375512 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.376013 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 18:11:00.376327 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: default_subnetpools.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.377262 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.377761 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: default-subnetpools Apr 12 18:11:00.378083 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: dhcpagentscheduler.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.378900 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.379391 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: dhcp_agent_scheduler Apr 12 18:11:00.379708 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: dns.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.380618 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.381186 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension dns-integration not supported by any of loaded plugins Apr 12 18:11:00.381617 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: dns_domain_ports.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.382536 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.383033 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 18:11:00.383355 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.384279 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.384774 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 18:11:00.385124 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: dvr.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.385799 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.386299 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: dvr Apr 12 18:11:00.386617 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: ecmp_routes.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.387525 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.388027 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 18:11:00.388349 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: empty_string_filtering.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.389289 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.389795 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: empty-string-filtering Apr 12 18:11:00.390111 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.391018 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.391520 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 18:11:00.391836 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.392756 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.393316 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 18:11:00.393598 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: external_net.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.395529 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.396032 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: external-net Apr 12 18:11:00.396353 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: extra_dhcp_opt.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.397802 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.398303 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: extra_dhcp_opt Apr 12 18:11:00.398623 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: extraroute.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.399536 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.400033 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: extraroute Apr 12 18:11:00.400347 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: extraroute_atomic.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.401598 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.402114 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: extraroute-atomic Apr 12 18:11:00.402432 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: filter_validation.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.403099 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.403597 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: filter-validation Apr 12 18:11:00.403916 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: fip_pf_description.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.404823 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.405358 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 18:11:00.405677 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: fip_pf_port_range.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.406585 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.407082 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 18:11:00.407400 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: fip_port_details.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.408314 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.408817 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: fip-port-details Apr 12 18:11:00.409152 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: flavors.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.410634 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.411141 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: flavors Apr 12 18:11:00.411464 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.413844 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.414364 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 18:11:00.414691 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: floatingip_pools.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.415390 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.415895 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: floatingip-pools Apr 12 18:11:00.416213 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: ip_allocation.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.417148 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.417651 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 18:11:00.417969 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.418902 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.419400 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: ip-substring-filtering Apr 12 18:11:00.419725 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: l2_adjacency.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.420656 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.421185 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 18:11:00.421506 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: l3.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.422513 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.423035 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: router Apr 12 18:11:00.423358 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: l3_conntrack_helper.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.425634 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.426158 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 18:11:00.426486 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.427403 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.428114 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: ext-gw-mode Apr 12 18:11:00.428353 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.429298 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.429800 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: l3-ha Apr 12 18:11:00.430123 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.431028 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.431528 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 18:11:00.431850 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: l3_flavors.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.432765 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.433302 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: l3-flavors Apr 12 18:11:00.433626 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: l3_ndp_proxy.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.435000 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.435515 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 18:11:00.435841 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.436753 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.437287 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 18:11:00.437612 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: l3agentscheduler.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.438656 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.439167 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: l3_agent_scheduler Apr 12 18:11:00.439493 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: local_ip.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.442302 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.443169 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension local_ip not supported by any of loaded plugins Apr 12 18:11:00.443628 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: logging.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.445366 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.445895 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension logging not supported by any of loaded plugins Apr 12 18:11:00.446233 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: metering.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.446995 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.447577 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: metering Apr 12 18:11:00.447905 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.449009 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.449548 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: metering_source_and_destination_fields Apr 12 18:11:00.449882 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: multiprovidernet.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.450814 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.451323 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: multi-provider Apr 12 18:11:00.451647 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: netmtu.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.452561 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.453064 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: net-mtu Apr 12 18:11:00.453408 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: netmtu_writable.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.454317 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.454820 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: net-mtu-writable Apr 12 18:11:00.455139 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: network_availability_zone.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.455813 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.456313 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: network_availability_zone Apr 12 18:11:00.456633 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: network_ip_availability.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.457779 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.458284 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: network-ip-availability Apr 12 18:11:00.458613 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: network_segment_range.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.460070 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.460542 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 18:11:00.460869 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: pagination.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.461875 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.462206 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: pagination Apr 12 18:11:00.462531 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: port_device_profile.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.463447 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.463959 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: port-device-profile Apr 12 18:11:00.464279 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.465225 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.465731 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: port-mac-address-regenerate Apr 12 18:11:00.466051 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.466969 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.467477 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: port-numa-affinity-policy Apr 12 18:11:00.467798 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: port_resource_request.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.468705 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.469248 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 18:11:00.469571 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: port_resource_request_groups.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.470534 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.471047 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 18:11:00.471362 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: portbindings.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.472284 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.472789 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: binding Apr 12 18:11:00.473131 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: portbindings_extended.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.474398 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.475579 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: binding-extended Apr 12 18:11:00.475901 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: portsecurity.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.476820 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.477348 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: port-security Apr 12 18:11:00.477669 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: project_id.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.478645 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.478972 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: project-id Apr 12 18:11:00.479289 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: providernet.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.480199 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.480706 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: provider Apr 12 18:11:00.481027 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: qos.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.484683 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.485307 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension qos not supported by any of loaded plugins Apr 12 18:11:00.485634 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.487016 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.487522 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 18:11:00.487849 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.488762 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.489301 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 18:11:00.489623 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: qos_default.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.490584 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.491089 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension qos-default not supported by any of loaded plugins Apr 12 18:11:00.491412 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: qos_fip.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.492333 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.492834 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension qos-fip not supported by any of loaded plugins Apr 12 18:11:00.493180 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: qos_fip_network_policy.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.494109 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.494613 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 18:11:00.494940 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: qos_gateway_ip.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.495868 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.496372 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 18:11:00.496694 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: qos_port_network_policy.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.497655 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.498161 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 18:11:00.498483 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.499521 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.500030 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 18:11:00.500355 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.501404 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.501923 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 18:11:00.502243 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: qos_pps_rule.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.503409 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.503920 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension qos-pps not supported by any of loaded plugins Apr 12 18:11:00.504245 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: qos_rule_type_details.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.505179 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.505688 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 18:11:00.506012 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: qos_rule_type_filter.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.507048 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.507554 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 18:11:00.507876 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: qos_rules_alias.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.508935 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.509465 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 18:11:00.509784 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: quota_check_limit.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.510700 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.511206 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: quota-check-limit Apr 12 18:11:00.511525 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: quotasv2.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.512520 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.512842 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: quotas Apr 12 18:11:00.513186 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: quotasv2_detail.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.514950 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.515279 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: quota_details Apr 12 18:11:00.515605 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: rbac.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.516664 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.517225 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: rbac-policies Apr 12 18:11:00.517571 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: rbac_address_group.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.518484 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.518994 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: rbac-address-group Apr 12 18:11:00.519318 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: rbac_address_scope.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.520232 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.520739 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: rbac-address-scope Apr 12 18:11:00.521058 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: rbac_security_groups.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.522639 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.523142 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: rbac-security-groups Apr 12 18:11:00.523462 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: rbac_subnetpool.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.524382 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.524882 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: rbac-subnetpool Apr 12 18:11:00.525232 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: revisionifmatch.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.526165 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.526663 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: revision-if-match Apr 12 18:11:00.526981 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: revisions.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.528177 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.528684 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: standard-attr-revisions Apr 12 18:11:00.529120 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: router_availability_zone.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.529789 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.530296 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: router_availability_zone Apr 12 18:11:00.530614 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: routerservicetype.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.531545 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.532058 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension router-service-type not supported by any of loaded plugins Apr 12 18:11:00.532376 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.533326 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.533831 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: security-groups-normalized-cidr Apr 12 18:11:00.534148 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: security_groups_port_filtering.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.535314 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.535817 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: port-security-groups-filtering Apr 12 18:11:00.536136 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.537067 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.538150 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: security-groups-remote-address-group Apr 12 18:11:00.538468 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.539408 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.539915 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: security-groups-shared-filtering Apr 12 18:11:00.540235 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.540840 dv-cinder-837535-1-iscsi neutron-server[103414]: WARNING neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 18:11:00.541185 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: securitygroup.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.551046 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.551585 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: security-group Apr 12 18:11:00.551917 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: segment.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.552662 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.553448 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension segment not supported by any of loaded plugins Apr 12 18:11:00.553994 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.555002 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.555683 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 18:11:00.556163 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: servicetype.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.557782 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.558569 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: service-type Apr 12 18:11:00.559048 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: sorting.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.560456 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.560963 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: sorting Apr 12 18:11:00.561441 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: standard_attr_segment.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.562756 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.563526 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 18:11:00.564005 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: standardattrdescription.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.564954 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.565764 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: standard-attr-description Apr 12 18:11:00.566239 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: stateful_security_group.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.567536 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.568108 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: stateful-security-group Apr 12 18:11:00.568446 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: stdattrs_common.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.569912 dv-cinder-837535-1-iscsi neutron-server[103414]: WARNING neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 18:11:00.570322 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.571307 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.571850 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 18:11:00.572222 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: subnet_onboard.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.573325 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.573852 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: subnet_onboard Apr 12 18:11:00.574197 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.575202 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.575789 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 18:11:00.576017 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: subnet_service_types.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.576985 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.577635 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: subnet-service-types Apr 12 18:11:00.577863 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: subnetallocation.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.578939 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.579530 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: subnet_allocation Apr 12 18:11:00.579967 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.580557 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.581059 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: subnetpool-prefix-ops Apr 12 18:11:00.581383 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.582410 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.582410 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 18:11:00.583452 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: tagging.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.585196 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.585931 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: standard-attr-tag Apr 12 18:11:00.586335 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: timestamp.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.587731 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.588173 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loaded extension: standard-attr-timestamp Apr 12 18:11:00.588489 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: trunk.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.589568 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.590318 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension trunk not supported by any of loaded plugins Apr 12 18:11:00.590426 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: trunk_details.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.591333 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.591922 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension trunk-details not supported by any of loaded plugins Apr 12 18:11:00.592244 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: uplink_status_propagation.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.593264 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.593780 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 18:11:00.594171 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Loading extension file: vlantransparent.py {{(pid=103414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:11:00.594866 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:11:00.595367 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 18:11:00.598004 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Creating instance of TrackedResource for resource:network Apr 12 18:11:00.598536 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Creating instance of TrackedResource for resource:subnet Apr 12 18:11:00.598958 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 18:11:00.599383 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Creating instance of TrackedResource for resource:port Apr 12 18:11:00.601190 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.v2.resource_helper [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:11:00.601625 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.v2.resource_helper [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Service FLAVORS assigned prefix: {{(pid=103414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:11:00.602250 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.v2.resource_helper [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:11:00.602685 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.v2.resource_helper [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:11:00.603191 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Creating instance of TrackedResource for resource:router Apr 12 18:11:00.603544 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Creating instance of TrackedResource for resource:floatingip Apr 12 18:11:00.604003 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.v2.resource_helper [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Service METERING assigned prefix: /metering {{(pid=103414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:11:00.605498 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.605873 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.606233 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:11:00.607389 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 18:11:00.607742 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Creating instance of TrackedResource for resource:security_group Apr 12 18:11:00.608181 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 18:11:00.608806 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.v2.resource_helper [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Service CORE assigned prefix: {{(pid=103414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:11:00.609174 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 18:11:00.609586 dv-cinder-837535-1-iscsi neutron-server[103414]: WARNING neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] subnetpool is already registered Apr 12 18:11:00.609928 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.v2.resource_helper [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Service CORE assigned prefix: {{(pid=103414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:11:00.610254 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 18:11:00.610583 dv-cinder-837535-1-iscsi neutron-server[103414]: WARNING neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] subnetpool is already registered Apr 12 18:11:00.613393 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.v2.resource_helper [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:11:00.614033 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.v2.resource_helper [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Service FLAVORS assigned prefix: {{(pid=103414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:11:00.614755 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.v2.resource_helper [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:11:00.615186 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.v2.resource_helper [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:11:00.615726 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Creating instance of TrackedResource for resource:router Apr 12 18:11:00.616128 dv-cinder-837535-1-iscsi neutron-server[103414]: WARNING neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] router is already registered Apr 12 18:11:00.616547 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Creating instance of TrackedResource for resource:floatingip Apr 12 18:11:00.616887 dv-cinder-837535-1-iscsi neutron-server[103414]: WARNING neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] floatingip is already registered Apr 12 18:11:00.617365 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.v2.resource_helper [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Service METERING assigned prefix: /metering {{(pid=103414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:11:00.618039 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 18:11:00.618370 dv-cinder-837535-1-iscsi neutron-server[103414]: WARNING neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] rbac_policy is already registered Apr 12 18:11:00.618784 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Creating instance of TrackedResource for resource:security_group Apr 12 18:11:00.619117 dv-cinder-837535-1-iscsi neutron-server[103414]: WARNING neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] security_group is already registered Apr 12 18:11:00.619522 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 18:11:00.619876 dv-cinder-837535-1-iscsi neutron-server[103414]: WARNING neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] security_group_rule is already registered Apr 12 18:11:00.620482 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.v2.resource_helper [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Service CORE assigned prefix: {{(pid=103414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:11:00.620811 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 18:11:00.621169 dv-cinder-837535-1-iscsi neutron-server[103414]: WARNING neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] subnetpool is already registered Apr 12 18:11:00.621589 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.v2.resource_helper [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Service CORE assigned prefix: {{(pid=103414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:11:00.621918 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 18:11:00.622248 dv-cinder-837535-1-iscsi neutron-server[103414]: WARNING neutron.quota.resource_registry [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] subnetpool is already registered Apr 12 18:11:00.622725 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: extensions {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.624219 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: address-groups {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.625712 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: address-scopes {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.627006 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: agents {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.628141 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: auto-allocated-topology {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.629389 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: availability_zones {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.630593 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: dhcp-networks {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.633866 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: dhcp-agents {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.635294 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: routers {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.637475 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: flavors {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.638604 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: service_profiles {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.639778 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: next_providers {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.641226 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: service_profiles {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.642752 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: floatingip-pools {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.643952 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: routers {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.646038 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: floatingips {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.648091 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: l3-routers {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.649503 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: l3-agents {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.650895 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: metering-labels {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.652229 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: metering-label-rules {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.653510 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: network-ip-availabilities {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.654751 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: bindings {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.656445 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: quotas {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.658011 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: quotas {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.659761 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: rbac-policies {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.661031 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: security-groups {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.662287 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: security-group-rules {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.663742 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: service-providers {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.664926 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: subnetpools {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.666360 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: subnetpools {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.667786 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: tags {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.669460 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: tags {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.671252 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: tags {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.673013 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: tags {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.674791 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: tags {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.676613 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: tags {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.678374 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: tags {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.680432 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: tags {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.682211 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: tags {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.684035 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron.api.extensions [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Extended resource: tags {{(pid=103414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:11:00.689994 dv-cinder-837535-1-iscsi neutron-server[103414]: WARNING keystonemiddleware.auth_token [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 18:11:00.696368 dv-cinder-837535-1-iscsi neutron-server[103414]: WARNING keystonemiddleware.auth_token [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 18:11:00.705010 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_concurrency.lockutils [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Acquired lock "singleton_lock" {{(pid=103414) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 18:11:00.705509 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_concurrency.lockutils [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Releasing lock "singleton_lock" {{(pid=103414) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 18:11:00.706163 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO oslo_service.service [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Starting 2 workers Apr 12 18:11:00.711202 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Started child 103523 {{(pid=103414) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 18:11:00.715978 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Started child 103524 {{(pid=103414) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 18:11:00.716807 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:00.717567 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO neutron.service [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 18:11:00.718715 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Publish callbacks [] for process (None), before_spawn {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:00.719146 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [-] (103523) wsgi starting up on http://0.0.0.0:9696 Apr 12 18:11:00.721354 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO oslo_service.service [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Starting 1 workers Apr 12 18:11:00.721493 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:00.723572 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [-] (103524) wsgi starting up on http://0.0.0.0:9696 Apr 12 18:11:00.726878 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Started child 103525 {{(pid=103414) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 18:11:00.727451 dv-cinder-837535-1-iscsi neutron-server[103414]: INFO oslo_service.service [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Starting 1 workers Apr 12 18:11:00.732266 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Started child 103526 {{(pid=103414) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 18:11:00.733126 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] Publish callbacks [] for process (None), after_spawn {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:00.733408 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.service [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] calling RpcWorker wait() {{(pid=103525) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 18:11:00.734083 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.service [None req-b4cc0e01-c564-4435-94d1-e7117572ac9f None None] returning from RpcWorker wait() {{(pid=103525) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 18:11:00.735157 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103414) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 18:11:00.735388 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 18:11:00.735603 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:00.735826 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 18:11:00.735826 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 18:11:00.736174 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:11:00.736333 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 18:11:00.736333 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 18:11:00.736786 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.737004 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.737361 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.737563 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.737835 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.738438 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.738733 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.738962 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.739241 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.739497 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.739668 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.739836 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.740087 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.740347 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.740786 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.741166 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.741365 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.741682 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.741832 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.742063 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.742361 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.742495 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:00.743131 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.743131 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] debug = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.743131 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.743628 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.743875 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.744114 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.744335 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.744608 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.744865 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.745139 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.745373 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.745587 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.745842 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.746099 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.746330 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.746572 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.746818 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.747032 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.747277 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.747513 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.747977 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] host = dv-cinder-837535-1-iscsi {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.748222 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.748441 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.748667 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.748912 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.749177 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.749429 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.749673 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.749970 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.750194 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.750401 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.750643 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.750874 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.751120 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.751371 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] log_file = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.751618 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] log_options = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.751777 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.752118 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.752284 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.752471 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.752644 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.752807 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.753104 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.753379 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.753517 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.753697 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.753914 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.754126 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.754338 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.754570 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.754815 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.755063 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.755268 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.755493 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.755737 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.755979 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.756751 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.757046 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.757305 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.757520 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.757857 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.757989 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.758181 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.758393 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.758627 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.758872 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.759083 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.759336 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.759550 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.759838 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.760102 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.760332 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.760559 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.760773 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.761052 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.761300 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.761565 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.761819 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.762031 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.762301 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.762477 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.762694 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.762911 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] use_json = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.765211 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.765211 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.765211 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.765211 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.765211 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.765211 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.765211 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.765779 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.765779 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.766234 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.766234 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.766631 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.766911 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.767131 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.767374 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.767626 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.767856 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.768068 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.768300 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.768637 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.768889 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.769793 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.769793 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.769793 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.773392 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.773392 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.773392 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.773392 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.773392 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.773392 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.773392 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.773392 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.773884 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.773884 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.773884 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.773884 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.773884 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.774243 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.774679 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.774833 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.774961 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.775341 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.775799 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 33332) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:11:00.776294 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.776743 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.777163 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.777557 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.777912 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.778303 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.778582 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.778681 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:11:00.778798 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.779021 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.779359 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.779504 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.779725 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.779958 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.780185 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.780446 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.780678 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.780898 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.781135 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.781362 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.781584 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.781801 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.782051 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.782268 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.782507 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.782770 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.783968 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.783968 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.783968 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.783968 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.783968 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.787142 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.787142 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.787142 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.787525 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068483 Apr 12 18:11:00.788891 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.788891 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.788891 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.788891 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.788891 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.788891 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.788891 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.788891 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.788891 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.789642 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.789642 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.789642 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.789642 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.789642 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.789642 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.789642 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.789642 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.789642 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.791035 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.791035 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.791035 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.791035 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.791035 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.791035 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.791035 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.791544 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.791847 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.792930 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.792930 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.793143 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.793396 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.793778 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.794201 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.794768 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.795134 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.795601 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.796216 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.796997 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.797481 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.798862 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.798862 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.798862 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.799171 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.799269 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.799597 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.800343 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.800343 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.801945 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.801945 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.801945 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.801945 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.802301 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.803104 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.803104 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.803876 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.804305 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.804734 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.805220 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.805732 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.806212 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.806724 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.807322 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.808633 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.808633 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.808633 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.808633 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.808993 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.809168 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.809465 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.809728 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.810005 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.810234 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.811409 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.811409 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.811576 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.813394 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.813851 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.814541 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.815053 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.815534 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.816048 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.816519 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.816884 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.817214 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.817666 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.817962 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.818271 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.819143 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.819451 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.820039 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.820039 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.820174 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.820451 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.820749 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.821178 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.821892 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.822316 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.822750 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.823166 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.823581 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.824039 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.824465 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.824888 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.825345 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.825778 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.826190 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.826609 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.827071 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.827653 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.828085 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.828424 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.828893 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.829351 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.829810 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.830285 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.830750 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.831179 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.831639 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.832101 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.832518 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.832910 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.833380 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.833781 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.834275 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.835227 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.835699 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.836208 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.836722 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.837338 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.837985 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.838440 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.838899 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.839359 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.839789 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.840242 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.840685 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.841165 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.841620 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.842049 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.843504 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.843918 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.844343 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.844805 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.845314 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.845807 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.846234 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.846656 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.847118 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.847554 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.848108 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.848525 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.849008 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.850360 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.850685 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.851000 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.851569 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.851899 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.852332 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.852691 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.853023 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.854390 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.854728 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.856849 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.856849 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.856849 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.856849 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.856849 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.857270 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.857348 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.857688 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.858162 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.858480 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.858810 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.859358 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.859678 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.860048 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.860314 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.860612 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.860933 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.862045 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.862045 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.862045 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.862297 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.862450 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.863115 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.863661 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.864184 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.864779 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.865152 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.866597 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.866597 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.866597 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.866597 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.866919 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.867163 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.867524 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.867919 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.868316 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.868675 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.869023 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.869472 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.869786 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.870164 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.870514 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.870891 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.872198 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.872198 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.872198 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.872714 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.873634 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.873634 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.874141 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.874646 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.875111 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.875501 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.875998 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.876357 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.876648 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.876952 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.877222 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.877692 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.878161 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.878467 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.878701 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.878930 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.879174 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.879525 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.879707 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.879944 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.880164 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.880400 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.880625 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.880868 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.881638 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.882167 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.882535 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.882874 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 18:11:00.883537 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103414) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 18:11:00.883856 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 18:11:00.884013 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 18:11:00.884188 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 18:11:00.884510 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 18:11:00.884673 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 18:11:00.884889 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.885053 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.885243 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.885409 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.885553 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.885742 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.885910 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.886048 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.886195 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.886362 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.886519 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.886650 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.886814 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.886976 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.887128 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.887283 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.888104 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.888104 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.888104 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.888104 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.888104 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.888436 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.888436 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] debug = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.888555 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.888764 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.888889 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.888962 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.889208 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.889304 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.889445 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:11:00.889565 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.889653 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.889744 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.889896 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.890054 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.890210 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.890368 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.890528 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.890686 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.890844 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.891002 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.891161 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.891319 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] host = dv-cinder-837535-1-iscsi {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.891478 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.891636 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.891794 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.891951 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.892109 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.892267 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.892427 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.892589 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.892759 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.892902 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.893027 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.893205 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.893345 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.893552 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] log_file = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.893689 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] log_options = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.893876 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.894160 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.895789 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.895789 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.895789 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.895789 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.895789 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.895789 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.895789 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.896797 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.896797 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.896797 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.896797 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.896797 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.898565 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.898565 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.898565 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.898565 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.898936 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.898936 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.898936 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.899164 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.899246 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.900090 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.900090 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.900090 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.900090 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.900090 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.900090 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.900861 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.900861 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.900861 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.900861 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.900861 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.901366 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.901366 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.901366 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.901638 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.901638 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.901915 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.901915 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.902174 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.902174 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.902323 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.902476 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.902636 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.902795 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] use_json = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.902958 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.903139 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.903292 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.903442 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.903586 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.903732 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.904052 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.904212 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.904511 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:11:00.904877 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.905228 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.905583 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.905753 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.905917 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.906080 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.906242 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.906405 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.906566 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.906731 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.906901 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.907063 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.908317 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.908317 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.908317 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.908317 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.908317 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.908317 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.908317 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.908317 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.908957 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.908957 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.908957 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.908957 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.909490 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.909490 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.909612 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.909836 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.909950 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.910123 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.910296 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.910440 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.910603 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.910762 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.910923 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.911085 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.911247 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.911409 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.911569 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.911737 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.911920 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.912069 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.912211 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.912400 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.912545 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.913484 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.913484 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.913484 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.913484 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.913484 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.914329 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.914329 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.914329 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.914329 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.914329 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.914708 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.914708 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.914708 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.914991 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.914991 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.915141 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.915298 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.915471 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.915647 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.915794 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.915924 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.916242 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.916406 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.916583 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.916746 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.916903 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.917227 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.917537 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.917830 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.918138 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.918286 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.918453 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.918949 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.918949 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.918949 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.919163 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.919232 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.919369 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.919601 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.919767 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.919929 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.920089 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.920249 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.920410 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.920569 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.920831 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.920978 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.921172 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.921807 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.922639 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.922639 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.922639 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.922639 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.922639 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.923256 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.923256 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.923256 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.923256 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.923710 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.923710 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.923710 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.924188 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.924188 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.924188 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.924188 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.924578 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.924578 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.924773 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.924773 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.924967 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.925097 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.925261 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.925421 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.925646 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.925788 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.926904 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.926904 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.926904 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.926904 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.926904 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.926904 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.926904 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.927714 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.927714 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.927714 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.927714 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.927714 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.927714 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.930015 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.930015 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.930015 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.930015 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.930015 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.930015 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.930015 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.930015 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.932077 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.932077 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.932077 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.932077 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.932077 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.932077 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.932077 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.932077 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.932906 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.932906 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.932906 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.932906 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.932906 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.932906 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.932906 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.932906 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.933879 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.933879 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.933879 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.933879 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.933879 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.933879 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.933879 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.933879 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.934665 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.934665 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.934665 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.934665 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.934665 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.934665 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.934665 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.934665 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.935233 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.935233 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.935233 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.935233 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.935233 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.935233 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.935709 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.935709 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.935709 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.935709 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.936082 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.936082 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.936274 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.936378 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.936481 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.937197 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.937197 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.937197 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.937197 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.937462 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.937462 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.937584 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.937773 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.937864 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.938022 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.938166 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.938332 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.938495 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.938659 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.938821 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.938982 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.939144 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.939305 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.939512 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.939606 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.939770 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.939927 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.940086 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.940247 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.940412 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.940574 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.940736 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.940895 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.941052 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.941271 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.941429 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.941590 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.941752 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.941915 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.942072 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.942249 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.942406 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.942565 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.942743 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.942887 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.943052 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.943203 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.943362 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.943521 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.943728 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.944618 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.944618 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.945421 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.945421 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.945421 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.946196 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.946374 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.946546 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.946710 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.947650 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.947650 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.947650 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.947650 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.947650 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.947650 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.948034 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.948034 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.948153 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.948231 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.948401 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.948627 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.948769 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.948982 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.949213 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.949410 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.949589 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.949764 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.949930 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.950091 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.950266 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.950435 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.950579 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.950718 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.950988 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.951142 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.951282 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.951432 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.951570 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.951704 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.951837 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.951973 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.952110 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.952257 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.952392 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.952562 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.952732 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.952901 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.953061 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.954102 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.954286 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.954452 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.954616 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.954783 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.954977 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.955123 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.955272 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.955405 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.955542 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.955704 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.955852 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.956012 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.956167 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.956316 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.956453 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.956619 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.956776 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.956934 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.957153 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.957269 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:11:00.957420 dv-cinder-837535-1-iscsi neutron-server[103414]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 18:11:13.183750 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f82877-1124-4aed-9aa1-9626de9ada81 None None] get_active_networks_info from dv-cinder-837535-1-iscsi {{(pid=103525) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 18:11:13.269798 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f82877-1124-4aed-9aa1-9626de9ada81 None None] No non-hosted networks {{(pid=103525) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 18:11:13.282013 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.agentschedulers_db [None req-56f82877-1124-4aed-9aa1-9626de9ada81 None None] DHCP Agent not found on host dv-cinder-837535-1-iscsi {{(pid=103525) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 12 18:11:13.378733 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-bc51bc88-5ef2-470b-8a95-a33f965c8928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-807853'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:15.479033 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7b7920d8-0edd-4c9a-8fea-041097c4d3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-807853'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:15.522448 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-3fa74b87-e628-480e-b45d-edb4e2a13a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:16.463612 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 33406) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:11:16.827781 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-807853'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:17.162284 dv-cinder-837535-1-iscsi neutron-server[103524]: WARNING oslo_policy.policy [None req-37ffcab2-0e05-4d5b-8f13-484cf7f6a7c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 18:11:17.163410 dv-cinder-837535-1-iscsi neutron-server[103524]: WARNING oslo_policy.policy [None req-37ffcab2-0e05-4d5b-8f13-484cf7f6a7c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 18:11:17.394383 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [None req-37ffcab2-0e05-4d5b-8f13-484cf7f6a7c9 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103524) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:11:17.405126 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-37ffcab2-0e05-4d5b-8f13-484cf7f6a7c9 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9310224 Apr 12 18:11:18.305397 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-807853'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:19.238051 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-807853'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:19.239155 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:19.239589 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:19.239931 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:19.240299 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:19.240682 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:19.241019 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:19.241373 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:19.241765 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:19.242305 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:19.243224 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:19.243857 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:19.244192 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:19.244729 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:19.245062 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:19.245406 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:19.246040 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837535-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:11:19.252251 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837535-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:11:20.102193 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 33440) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:11:20.701519 dv-cinder-837535-1-iscsi neutron-server[103523]: WARNING oslo_policy.policy [None req-70425082-75fc-48c7-9098-0a7a389aac04 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 18:11:20.702218 dv-cinder-837535-1-iscsi neutron-server[103523]: WARNING oslo_policy.policy [None req-70425082-75fc-48c7-9098-0a7a389aac04 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 18:11:20.940026 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-70425082-75fc-48c7-9098-0a7a389aac04 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:11:21.040418 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.policy [None req-70425082-75fc-48c7-9098-0a7a389aac04 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103523) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 18:11:21.086055 dv-cinder-837535-1-iscsi neutron-server[103523]: WARNING oslo_policy.policy [None req-70425082-75fc-48c7-9098-0a7a389aac04 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 18:11:21.086603 dv-cinder-837535-1-iscsi neutron-server[103523]: WARNING oslo_policy.policy [None req-70425082-75fc-48c7-9098-0a7a389aac04 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 18:11:21.198931 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-70425082-75fc-48c7-9098-0a7a389aac04 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761369648417', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761369647317', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761369631585', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761369493330', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761369482850', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761369474321', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3774897', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4060826', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-821095', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-925483'] for rbac-policy (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:21.281860 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-70425082-75fc-48c7-9098-0a7a389aac04 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:21.297142 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-70425082-75fc-48c7-9098-0a7a389aac04 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1793592 Apr 12 18:11:22.825708 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.db.l3_hamode_db [None req-97b20634-538a-4321-9bca-e31d43748122 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 18:11:22.914441 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b20634-538a-4321-9bca-e31d43748122 None None] Routers set() bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:11:22.914740 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b20634-538a-4321-9bca-e31d43748122 None None] Router IDs set() for agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 18:11:24.146690 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 33458) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:11:24.522064 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:11:24.563396 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Made reservation on behalf of 86b57285eb314198a021d7ec15523bb0 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:11:24.569959 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for network (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:24.596407 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:24.727819 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Publish callbacks [] for security_group (c10e5665-c852-40b8-8476-593b2464ed6e), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:24.731950 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (c10e5665-c852-40b8-8476-593b2464ed6e), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:24.758036 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:11:24.794789 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761370393263', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (b181c328-8b60-4b3e-b2d6-ab54d8641212), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:24.795403 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Unsubscribe: segment precommit_create {{(pid=103523) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 18:11:24.795934 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.segments_db [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Added segment b181c328-8b60-4b3e-b2d6-ab54d8641212 of type vlan for network 93fdcccc-2282-4714-ab37-85d0b0b81417 Apr 12 18:11:24.812604 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c10e5665-c852-40b8-8476-593b2464ed6e,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:11:24.862284 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:24.862624 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:24.862986 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:24.863347 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:24.863688 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:24.864022 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:24.864354 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:24.864684 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:24.865786 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:24.866179 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:24.866515 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:24.866862 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:24.867198 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:24.867527 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:24.867853 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Tracked resource versions report: Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: pushed versions: Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: { 'AddressGroup': {'1.2'}, Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'Agent': {'1.1'}, Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'ConntrackHelper': {'1.0'}, Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'LocalIPAssociation': {'1.0'}, Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'Log': {'1.0'}, Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'NDPProxy': {'1.0'}, Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'Network': {'1.1'}, Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'Port': {'1.7'}, Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'PortForwarding': {'1.3'}, Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'QosPolicy': {'1.10'}, Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'SecurityGroup': {'1.5'}, Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'SecurityGroupRule': {'1.2'}, Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'SubPort': {'1.0'}, Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'Subnet': {'1.1'}, Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'Trunk': {'1.1'}} Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: consumer versions: Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: { DHCP agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: L3 agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: Metadata agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: Metering agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: Open vSwitch agent@dv-cinder-837535-1-iscsi: { 'AddressGroup': '1.2', Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'Agent': '1.1', Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'ConntrackHelper': '1.0', Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'LocalIPAssociation': '1.0', Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'Log': '1.0', Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'NDPProxy': '1.0', Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'Network': '1.1', Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'Port': '1.7', Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'PortForwarding': '1.3', Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'QosPolicy': '1.10', Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'SecurityGroup': '1.5', Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'SecurityGroupRule': '1.2', Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'SubPort': '1.0', Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'Subnet': '1.1', Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: 'Trunk': '1.1'}} Apr 12 18:11:24.869327 dv-cinder-837535-1-iscsi neutron-server[103523]: {{(pid=103523) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 18:11:24.911096 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761369839068'] for network (93fdcccc-2282-4714-ab37-85d0b0b81417), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:24.953467 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for network (93fdcccc-2282-4714-ab37-85d0b0b81417), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:24.959307 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:11:24.960177 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:25.034428 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8865607 Apr 12 18:11:25.088757 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b633a9a-4111-4065-a60d-11db0d111db5 demo demo] Pushing event updated for resources: {'Network': ['ID=93fdcccc-2282-4714-ab37-85d0b0b81417,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:11:25.102535 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Network 93fdcccc-2282-4714-ab37-85d0b0b81417 details requested by agent ovs-agent-dv-cinder-837535-1-iscsi with host dv-cinder-837535-1-iscsi {{(pid=103525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:11:27.712655 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 33470) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:11:28.289438 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.policy [None req-dad35410-0a0e-477d-9b38-02c4bd6b921c demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103524) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 18:11:28.332516 dv-cinder-837535-1-iscsi neutron-server[103524]: WARNING oslo_policy.policy [None req-dad35410-0a0e-477d-9b38-02c4bd6b921c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 18:11:28.332901 dv-cinder-837535-1-iscsi neutron-server[103524]: WARNING oslo_policy.policy [None req-dad35410-0a0e-477d-9b38-02c4bd6b921c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 18:11:28.342495 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad35410-0a0e-477d-9b38-02c4bd6b921c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:11:28.344294 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-dad35410-0a0e-477d-9b38-02c4bd6b921c demo admin] 10.222.0.52 "GET /v2.0/networks/93fdcccc-2282-4714-ab37-85d0b0b81417 HTTP/1.1" status: 200 len: 825 time: 0.6306584 Apr 12 18:11:28.385317 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-8a120f10-7492-4c13-8667-2c878832868e demo admin] 10.222.0.52 "GET /v2.0/subnetpools/c6e8cc67-4b84-4482-a5aa-b1ac9a628edd HTTP/1.1" status: 200 len: 734 time: 0.0351069 Apr 12 18:11:28.394338 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] Request body: {'subnet': {'network_id': '93fdcccc-2282-4714-ab37-85d0b0b81417', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'c6e8cc67-4b84-4482-a5aa-b1ac9a628edd', 'gateway_ip': '172.20.0.1'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:11:28.434152 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] Made reservation on behalf of 86b57285eb314198a021d7ec15523bb0 for: {'subnet': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:11:28.436819 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:28.746017 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for subnet (cebf4468-515c-4860-969d-7eb09895501d), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:28.821627 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] Checking segment: {'id': 'b181c328-8b60-4b3e-b2d6-ab54d8641212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93fdcccc-2282-4714-ab37-85d0b0b81417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:11:28.822000 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] Network hostable DHCP agents. Network: 93fdcccc-2282-4714-ab37-85d0b0b81417, hostable agents: ['fc5bc6ba-9bcd-441b-ae43-9003ca698105'], hosted agents: [] {{(pid=103524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:11:28.829864 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] Pushing event updated for resources: {'Subnet': ['ID=cebf4468-515c-4860-969d-7eb09895501d,revision_number=0']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:11:28.841604 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:28.841946 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:28.842299 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:28.842650 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:28.842981 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:28.843305 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:28.843631 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:28.843952 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:28.844285 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:28.844609 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:28.844930 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:28.845288 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:28.845613 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:28.845927 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:28.846242 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] Tracked resource versions report: Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: pushed versions: Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: { 'AddressGroup': {'1.2'}, Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'Agent': {'1.1'}, Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'ConntrackHelper': {'1.0'}, Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'LocalIPAssociation': {'1.0'}, Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'Log': {'1.0'}, Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'NDPProxy': {'1.0'}, Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'Network': {'1.1'}, Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'Port': {'1.7'}, Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'PortForwarding': {'1.3'}, Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'QosPolicy': {'1.10'}, Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'SecurityGroup': {'1.5'}, Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'SecurityGroupRule': {'1.2'}, Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'SubPort': {'1.0'}, Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'Subnet': {'1.1'}, Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'Trunk': {'1.1'}} Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: consumer versions: Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: { DHCP agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: L3 agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: Metadata agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: Metering agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: Open vSwitch agent@dv-cinder-837535-1-iscsi: { 'AddressGroup': '1.2', Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'Agent': '1.1', Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'ConntrackHelper': '1.0', Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'LocalIPAssociation': '1.0', Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'Log': '1.0', Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'NDPProxy': '1.0', Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'Network': '1.1', Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'Port': '1.7', Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'PortForwarding': '1.3', Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'QosPolicy': '1.10', Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'SecurityGroup': '1.5', Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'SecurityGroupRule': '1.2', Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'SubPort': '1.0', Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'Subnet': '1.1', Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: 'Trunk': '1.1'}} Apr 12 18:11:28.847629 dv-cinder-837535-1-iscsi neutron-server[103524]: {{(pid=103524) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 18:11:28.882108 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] Network 93fdcccc-2282-4714-ab37-85d0b0b81417 is scheduled to be hosted by DHCP agent fc5bc6ba-9bcd-441b-ae43-9003ca698105 with binding_index 1 {{(pid=103524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:11:28.896203 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837535-1-iscsi, 93fdcccc-2282-4714-ab37-85d0b0b81417) {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:11:28.901061 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:11:28.901758 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for subnet (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:28.907706 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8198f3-95e7-41b6-b9c5-4dbb45288a1a None None] Network 93fdcccc-2282-4714-ab37-85d0b0b81417 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:11:28.929173 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-78cfc4e8-ea8b-472a-a2a9-afd81942fdae demo admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5340219 Apr 12 18:11:29.306212 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10cd5d1a-f5e6-56e1-9899-22d4fc397636-93fdcccc-2282-4714-ab37-85d0b0b81417', 'network_id': '93fdcccc-2282-4714-ab37-85d0b0b81417', 'project_id': '86b57285eb314198a021d7ec15523bb0', 'fixed_ips': [{'subnet_id': 'cebf4468-515c-4860-969d-7eb09895501d'}]}} from dv-cinder-837535-1-iscsi. {{(pid=103525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:11:29.307949 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:29.628394 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.db_base_plugin_common [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Allocated IP 172.20.0.2 (93fdcccc-2282-4714-ab37-85d0b0b81417/cebf4468-515c-4860-969d-7eb09895501d/49a33396-a33e-450f-b783-d85367e73880) {{(pid=103525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:11:29.937375 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Publish callbacks [] for port (49a33396-a33e-450f-b783-d85367e73880), precommit_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:29.947196 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (49a33396-a33e-450f-b783-d85367e73880), after_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:30.025820 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Network 93fdcccc-2282-4714-ab37-85d0b0b81417 is already hosted by enough agents. {{(pid=103525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:11:30.032118 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.scheduler.base_scheduler [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Resources bound (agent type, host, resource id): {{(pid=103525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:11:30.038396 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Received port after_create {{(pid=103525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:11:30.088718 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Pushing event updated for resources: {'Port': ['ID=49a33396-a33e-450f-b783-d85367e73880,revision_number=1']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:11:30.110703 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:30.111050 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:30.111408 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:30.111768 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:30.112109 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:30.112442 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:30.112773 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:30.113122 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:30.113450 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:30.113776 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:30.114105 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:30.114444 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:30.114808 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:30.115937 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:30.116490 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Tracked resource versions report: Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: pushed versions: Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: { 'AddressGroup': {'1.2'}, Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'Agent': {'1.1'}, Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'ConntrackHelper': {'1.0'}, Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'LocalIPAssociation': {'1.0'}, Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'Log': {'1.0'}, Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'NDPProxy': {'1.0'}, Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'Network': {'1.1'}, Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'Port': {'1.7'}, Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'PortForwarding': {'1.3'}, Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'QosPolicy': {'1.10'}, Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'SecurityGroup': {'1.5'}, Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'SecurityGroupRule': {'1.2'}, Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'SubPort': {'1.0'}, Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'Subnet': {'1.1'}, Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'Trunk': {'1.1'}} Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: consumer versions: Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: { DHCP agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: L3 agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: Metadata agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: Metering agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: Open vSwitch agent@dv-cinder-837535-1-iscsi: { 'AddressGroup': '1.2', Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'Agent': '1.1', Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'ConntrackHelper': '1.0', Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'LocalIPAssociation': '1.0', Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'Log': '1.0', Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'NDPProxy': '1.0', Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'Network': '1.1', Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'Port': '1.7', Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'PortForwarding': '1.3', Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'QosPolicy': '1.10', Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'SecurityGroup': '1.5', Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'SecurityGroupRule': '1.2', Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'SubPort': '1.0', Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'Subnet': '1.1', Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: 'Trunk': '1.1'}} Apr 12 18:11:30.117789 dv-cinder-837535-1-iscsi neutron-server[103525]: {{(pid=103525) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 18:11:30.157387 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Attempting to bind port 49a33396-a33e-450f-b783-d85367e73880 on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:11:30.157784 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Attempting to bind port 49a33396-a33e-450f-b783-d85367e73880 by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': 'b181c328-8b60-4b3e-b2d6-ab54d8641212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93fdcccc-2282-4714-ab37-85d0b0b81417'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:11:30.158203 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Attempting to bind port 49a33396-a33e-450f-b783-d85367e73880 on network 93fdcccc-2282-4714-ab37-85d0b0b81417 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:11:30.164805 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:11:30.165021 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Checking segment: {'id': 'b181c328-8b60-4b3e-b2d6-ab54d8641212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93fdcccc-2282-4714-ab37-85d0b0b81417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:11:30.165551 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:30.166038 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Bound using segment: {'id': 'b181c328-8b60-4b3e-b2d6-ab54d8641212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93fdcccc-2282-4714-ab37-85d0b0b81417'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:11:30.166590 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Bound port: 49a33396-a33e-450f-b783-d85367e73880, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b181c328-8b60-4b3e-b2d6-ab54d8641212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93fdcccc-2282-4714-ab37-85d0b0b81417'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:11:30.167009 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (49a33396-a33e-450f-b783-d85367e73880), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:30.240215 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] For port 49a33396-a33e-450f-b783-d85367e73880, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:11:30.260458 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] For port 49a33396-a33e-450f-b783-d85367e73880, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=49a33396-a33e-450f-b783-d85367e73880,segment=NetworkSegment(b181c328-8b60-4b3e-b2d6-ab54d8641212),segment_id=b181c328-8b60-4b3e-b2d6-ab54d8641212)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:11:30.268383 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (49a33396-a33e-450f-b783-d85367e73880), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:30.328331 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8a1d3-4b05-4371-b090-c329db9e21b3 None None] Pushing event updated for resources: {'Port': ['ID=49a33396-a33e-450f-b783-d85367e73880,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:11:31.616965 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 33484) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:11:31.993655 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [None req-f72e06c0-3c5b-4d11-be5a-c1eaeeb7c2df admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103524) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:11:31.994661 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-f72e06c0-3c5b-4d11-be5a-c1eaeeb7c2df admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3765473 Apr 12 18:11:34.701719 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 33492) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:11:35.061434 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [None req-917e5c42-e9e3-46c5-90bc-1ab3bf0410e5 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103524) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:11:35.062551 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-917e5c42-e9e3-46c5-90bc-1ab3bf0410e5 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3599117 Apr 12 18:11:37.723422 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 33500) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:11:38.119623 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-e9dfe7ed-5c27-41b6-98b8-e1879fa3a08b demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:11:38.146789 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9dfe7ed-5c27-41b6-98b8-e1879fa3a08b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-808780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8844'] for router (dd6bb746-513d-4c74-af33-f883fe605091), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:38.148910 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9dfe7ed-5c27-41b6-98b8-e1879fa3a08b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-810069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router (dd6bb746-513d-4c74-af33-f883fe605091), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:38.296795 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9dfe7ed-5c27-41b6-98b8-e1879fa3a08b demo demo] Publish callbacks [] for router_controller (dd6bb746-513d-4c74-af33-f883fe605091), precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:38.301797 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9dfe7ed-5c27-41b6-98b8-e1879fa3a08b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-895179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-807076'] for router (dd6bb746-513d-4c74-af33-f883fe605091), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:38.325375 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9dfe7ed-5c27-41b6-98b8-e1879fa3a08b demo demo] Publish callbacks [] for router (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:38.326707 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-e9dfe7ed-5c27-41b6-98b8-e1879fa3a08b demo demo] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6020949 Apr 12 18:11:40.961501 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 33512) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:11:41.347967 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [None req-99baa9b5-28bc-4813-95a5-5f56f9bf5a68 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:11:41.349888 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-99baa9b5-28bc-4813-95a5-5f56f9bf5a68 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3866327 Apr 12 18:11:42.305372 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 49a33396-a33e-450f-b783-d85367e73880 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:11:42.346036 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87f0d21-26d8-41da-8b55-13939276d729 None None] Network 93fdcccc-2282-4714-ab37-85d0b0b81417 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:11:42.466455 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-fb884f7d-eca6-4056-9f9d-00d9e952c754 None None] Provisioning complete for port 49a33396-a33e-450f-b783-d85367e73880 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:11:42.466795 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-fb884f7d-eca6-4056-9f9d-00d9e952c754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (49a33396-a33e-450f-b783-d85367e73880), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:42.494545 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port 49a33396-a33e-450f-b783-d85367e73880 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:11:42.494933 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (49a33396-a33e-450f-b783-d85367e73880), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:42.711287 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-fb884f7d-eca6-4056-9f9d-00d9e952c754 None None] Current status of the port 49a33396-a33e-450f-b783-d85367e73880 is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:11:42.711686 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-fb884f7d-eca6-4056-9f9d-00d9e952c754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (49a33396-a33e-450f-b783-d85367e73880), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:42.714973 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 49a33396-a33e-450f-b783-d85367e73880 is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:11:42.715351 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (49a33396-a33e-450f-b783-d85367e73880), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:42.764880 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-fb884f7d-eca6-4056-9f9d-00d9e952c754 None None] For port 49a33396-a33e-450f-b783-d85367e73880, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=49a33396-a33e-450f-b783-d85367e73880,segment=NetworkSegment(b181c328-8b60-4b3e-b2d6-ab54d8641212),segment_id=b181c328-8b60-4b3e-b2d6-ab54d8641212)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:11:42.771842 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-fb884f7d-eca6-4056-9f9d-00d9e952c754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (49a33396-a33e-450f-b783-d85367e73880), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:42.847044 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.db.api [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 18:11:42.847442 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG oslo_db.api [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 18:11:42.852065 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb884f7d-eca6-4056-9f9d-00d9e952c754 None None] Pushing event updated for resources: {'Port': ['ID=49a33396-a33e-450f-b783-d85367e73880,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:11:42.891404 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-c8e2c04f-eb52-4c4a-8435-52fd8c148e32 None None] Provisioning complete for port 49a33396-a33e-450f-b783-d85367e73880 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:11:42.891851 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c8e2c04f-eb52-4c4a-8435-52fd8c148e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (49a33396-a33e-450f-b783-d85367e73880), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:42.979195 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-c8e2c04f-eb52-4c4a-8435-52fd8c148e32 None None] Current status of the port 49a33396-a33e-450f-b783-d85367e73880 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:11:43.127626 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-da5e1aa9-7376-42a1-a235-734f3bf6e2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:43.387011 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 49a33396-a33e-450f-b783-d85367e73880 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:11:44.002495 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 33522) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:11:44.281412 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 49a33396-a33e-450f-b783-d85367e73880 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:11:44.336222 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port 49a33396-a33e-450f-b783-d85367e73880 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:11:44.336632 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (49a33396-a33e-450f-b783-d85367e73880), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:44.345174 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-028879c1-d947-4434-a19a-f7627a98ad9d admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:11:44.366595 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028879c1-d947-4434-a19a-f7627a98ad9d admin admin] Made reservation on behalf of 80332db4efab49e7bf01c88f36205c8f for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:11:44.368824 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-028879c1-d947-4434-a19a-f7627a98ad9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for network (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:44.377119 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-028879c1-d947-4434-a19a-f7627a98ad9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:44.456350 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-028879c1-d947-4434-a19a-f7627a98ad9d admin admin] Publish callbacks [] for security_group (cc8844dc-5c59-442c-a0b1-af5c716124fc), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:44.461426 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-028879c1-d947-4434-a19a-f7627a98ad9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (cc8844dc-5c59-442c-a0b1-af5c716124fc), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:44.478481 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-028879c1-d947-4434-a19a-f7627a98ad9d admin admin] Reserving flat network on physical network physnet1 {{(pid=103523) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 18:11:44.493545 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 49a33396-a33e-450f-b783-d85367e73880 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:11:44.499811 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028879c1-d947-4434-a19a-f7627a98ad9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8844dc-5c59-442c-a0b1-af5c716124fc,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:11:44.505174 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-028879c1-d947-4434-a19a-f7627a98ad9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (e77dbef2-f45c-4671-99b6-c2b0d1921055), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:44.506712 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.segments_db [None req-028879c1-d947-4434-a19a-f7627a98ad9d admin admin] Added segment e77dbef2-f45c-4671-99b6-c2b0d1921055 of type flat for network 8fe2c56e-0395-443d-a858-76cf54693827 Apr 12 18:11:44.559636 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-028879c1-d947-4434-a19a-f7627a98ad9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761369839068'] for network (8fe2c56e-0395-443d-a858-76cf54693827), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:44.597239 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-028879c1-d947-4434-a19a-f7627a98ad9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for network (8fe2c56e-0395-443d-a858-76cf54693827), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:44.598210 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028879c1-d947-4434-a19a-f7627a98ad9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:11:44.598807 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-028879c1-d947-4434-a19a-f7627a98ad9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:44.671222 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-028879c1-d947-4434-a19a-f7627a98ad9d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6675162 Apr 12 18:11:44.714634 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028879c1-d947-4434-a19a-f7627a98ad9d admin admin] Pushing event updated for resources: {'Network': ['ID=8fe2c56e-0395-443d-a858-76cf54693827,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:11:44.732465 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Network 8fe2c56e-0395-443d-a858-76cf54693827 details requested by agent ovs-agent-dv-cinder-837535-1-iscsi with host dv-cinder-837535-1-iscsi {{(pid=103525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:11:45.459915 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-1854b2e5-9346-4f70-9114-f7a89e7979c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:46.774230 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:47.269304 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 33540) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:11:47.459146 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ea7c7e-2f1f-4e3c-af79-8e2d0c1607f8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:11:47.460513 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-b3ea7c7e-2f1f-4e3c-af79-8e2d0c1607f8 demo admin] 10.222.0.52 "GET /v2.0/subnets/cebf4468-515c-4860-969d-7eb09895501d HTTP/1.1" status: 200 len: 849 time: 0.1901629 Apr 12 18:11:47.653862 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-95c08a76-c2c9-4127-a092-0d4841b4a0d0 demo admin] 10.222.0.52 "GET /v2.0/routers/dd6bb746-513d-4c74-af33-f883fe605091 HTTP/1.1" status: 200 len: 704 time: 0.1862919 Apr 12 18:11:47.941637 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c805ad56-74b2-4204-9e09-5160c1e3221c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:48.260428 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:48.275813 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-c805ad56-74b2-4204-9e09-5160c1e3221c demo admin] Allocated IP 172.20.0.1 (93fdcccc-2282-4714-ab37-85d0b0b81417/cebf4468-515c-4860-969d-7eb09895501d/269beb4e-6d4d-4526-8a1b-457d962b6c8b) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:11:48.449148 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c805ad56-74b2-4204-9e09-5160c1e3221c demo admin] Publish callbacks [] for port (269beb4e-6d4d-4526-8a1b-457d962b6c8b), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:48.523738 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c805ad56-74b2-4204-9e09-5160c1e3221c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (269beb4e-6d4d-4526-8a1b-457d962b6c8b), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:48.610685 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c805ad56-74b2-4204-9e09-5160c1e3221c demo admin] Network 93fdcccc-2282-4714-ab37-85d0b0b81417 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:11:48.620775 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-c805ad56-74b2-4204-9e09-5160c1e3221c demo admin] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:11:48.623700 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805ad56-74b2-4204-9e09-5160c1e3221c demo admin] Pushing event updated for resources: {'Port': ['ID=269beb4e-6d4d-4526-8a1b-457d962b6c8b,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:11:48.627914 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c805ad56-74b2-4204-9e09-5160c1e3221c demo admin] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:11:48.628434 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c805ad56-74b2-4204-9e09-5160c1e3221c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-806997'] for router_interface (dd6bb746-513d-4c74-af33-f883fe605091), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:48.901644 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c805ad56-74b2-4204-9e09-5160c1e3221c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (269beb4e-6d4d-4526-8a1b-457d962b6c8b), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:48.950677 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-44421c34-995c-4dbb-95a0-3956bb5e9774 None None] Provisioning complete for port 269beb4e-6d4d-4526-8a1b-457d962b6c8b triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:11:48.951065 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-44421c34-995c-4dbb-95a0-3956bb5e9774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (269beb4e-6d4d-4526-8a1b-457d962b6c8b), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:48.995848 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-44421c34-995c-4dbb-95a0-3956bb5e9774 None None] Port 269beb4e-6d4d-4526-8a1b-457d962b6c8b cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:11:49.237956 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c805ad56-74b2-4204-9e09-5160c1e3221c demo admin] Publish callbacks [] for port (269beb4e-6d4d-4526-8a1b-457d962b6c8b), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:49.243013 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:49.245357 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c805ad56-74b2-4204-9e09-5160c1e3221c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (269beb4e-6d4d-4526-8a1b-457d962b6c8b), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:49.246386 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c805ad56-74b2-4204-9e09-5160c1e3221c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-810981'] for router_interface (dd6bb746-513d-4c74-af33-f883fe605091), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:49.343496 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805ad56-74b2-4204-9e09-5160c1e3221c demo admin] Pushing event updated for resources: {'Port': ['ID=269beb4e-6d4d-4526-8a1b-457d962b6c8b,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:11:49.396176 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c805ad56-74b2-4204-9e09-5160c1e3221c demo admin] Network 93fdcccc-2282-4714-ab37-85d0b0b81417 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:11:49.397729 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-c805ad56-74b2-4204-9e09-5160c1e3221c demo admin] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:11:49.583791 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c805ad56-74b2-4204-9e09-5160c1e3221c demo admin] Router dd6bb746-513d-4c74-af33-f883fe605091 is scheduled to L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 with binding_index 1 {{(pid=103524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:11:49.623123 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-be16b7d0-8c2d-411b-b9f3-5c98b3e9f728 None None] Provisioning complete for port 269beb4e-6d4d-4526-8a1b-457d962b6c8b triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:11:49.623725 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-be16b7d0-8c2d-411b-b9f3-5c98b3e9f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (269beb4e-6d4d-4526-8a1b-457d962b6c8b), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:49.657432 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-be16b7d0-8c2d-411b-b9f3-5c98b3e9f728 None None] Port 269beb4e-6d4d-4526-8a1b-457d962b6c8b cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:11:49.685941 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c805ad56-74b2-4204-9e09-5160c1e3221c demo admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:11:49.696281 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-c805ad56-74b2-4204-9e09-5160c1e3221c demo admin] 10.222.0.52 "PUT /v2.0/routers/dd6bb746-513d-4c74-af33-f883fe605091/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0324645 Apr 12 18:11:49.710326 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997fac3b-de2e-4f1a-8bec-db79ce9a8f2f None None] Sync routers for ids ['dd6bb746-513d-4c74-af33-f883fe605091'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:11:49.723787 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997fac3b-de2e-4f1a-8bec-db79ce9a8f2f None None] Routers {'dd6bb746-513d-4c74-af33-f883fe605091'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:11:49.725273 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-997fac3b-de2e-4f1a-8bec-db79ce9a8f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:11:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['dd6bb746-513d-4c74-af33-f883fe605091'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:11:49.929302 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-997fac3b-de2e-4f1a-8bec-db79ce9a8f2f None None] Set router dd6bb746-513d-4c74-af33-f883fe605091 gateway port host: None {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:11:50.389511 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-997fac3b-de2e-4f1a-8bec-db79ce9a8f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6bb746-513d-4c74-af33-f883fe605091', 'name': 'router1', 'tenant_id': '86b57285eb314198a021d7ec15523bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:11:38Z', 'updated_at': '2022-04-12T18:11:48Z', 'revision_number': 2, 'project_id': '86b57285eb314198a021d7ec15523bb0', 'gw_port_host': None, '_interfaces': [{'id': '269beb4e-6d4d-4526-8a1b-457d962b6c8b', 'name': '', 'network_id': '93fdcccc-2282-4714-ab37-85d0b0b81417', 'tenant_id': '86b57285eb314198a021d7ec15523bb0', 'mac_address': 'fa:16:3e:91:d9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6bb746-513d-4c74-af33-f883fe605091', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cebf4468-515c-4860-969d-7eb09895501d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:11:47Z', 'updated_at': '2022-04-12T18:11:49Z', 'revision_number': 2, 'project_id': '86b57285eb314198a021d7ec15523bb0', 'subnets': [{'id': 'cebf4468-515c-4860-969d-7eb09895501d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6e8cc67-4b84-4482-a5aa-b1ac9a628edd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:11:50.445532 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997fac3b-de2e-4f1a-8bec-db79ce9a8f2f None None] Checking router: dd6bb746-513d-4c74-af33-f883fe605091 for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:11:50.445824 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997fac3b-de2e-4f1a-8bec-db79ce9a8f2f None None] Updating router dd6bb746-513d-4c74-af33-f883fe605091 port 269beb4e-6d4d-4526-8a1b-457d962b6c8b binding host dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:11:50.527238 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-997fac3b-de2e-4f1a-8bec-db79ce9a8f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (269beb4e-6d4d-4526-8a1b-457d962b6c8b), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:51.049118 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-997fac3b-de2e-4f1a-8bec-db79ce9a8f2f None None] Publish callbacks [] for port (269beb4e-6d4d-4526-8a1b-457d962b6c8b), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:51.056078 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-997fac3b-de2e-4f1a-8bec-db79ce9a8f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (269beb4e-6d4d-4526-8a1b-457d962b6c8b), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:51.241151 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-997fac3b-de2e-4f1a-8bec-db79ce9a8f2f None None] Attempting to bind port 269beb4e-6d4d-4526-8a1b-457d962b6c8b on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:11:51.241347 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-997fac3b-de2e-4f1a-8bec-db79ce9a8f2f None None] Attempting to bind port 269beb4e-6d4d-4526-8a1b-457d962b6c8b by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': 'b181c328-8b60-4b3e-b2d6-ab54d8641212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93fdcccc-2282-4714-ab37-85d0b0b81417'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:11:51.241728 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997fac3b-de2e-4f1a-8bec-db79ce9a8f2f None None] Attempting to bind port 269beb4e-6d4d-4526-8a1b-457d962b6c8b on network 93fdcccc-2282-4714-ab37-85d0b0b81417 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:11:51.251911 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997fac3b-de2e-4f1a-8bec-db79ce9a8f2f None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:11:51.252381 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997fac3b-de2e-4f1a-8bec-db79ce9a8f2f None None] Checking segment: {'id': 'b181c328-8b60-4b3e-b2d6-ab54d8641212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93fdcccc-2282-4714-ab37-85d0b0b81417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:11:51.252879 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-997fac3b-de2e-4f1a-8bec-db79ce9a8f2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:51.253298 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997fac3b-de2e-4f1a-8bec-db79ce9a8f2f None None] Bound using segment: {'id': 'b181c328-8b60-4b3e-b2d6-ab54d8641212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93fdcccc-2282-4714-ab37-85d0b0b81417'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:11:51.253775 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-997fac3b-de2e-4f1a-8bec-db79ce9a8f2f None None] Bound port: 269beb4e-6d4d-4526-8a1b-457d962b6c8b, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b181c328-8b60-4b3e-b2d6-ab54d8641212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93fdcccc-2282-4714-ab37-85d0b0b81417'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:11:51.254165 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-997fac3b-de2e-4f1a-8bec-db79ce9a8f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (269beb4e-6d4d-4526-8a1b-457d962b6c8b), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:51.259175 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99ff69-daef-464e-8851-01582f58d674 None None] Pushing event updated for resources: {'Port': ['ID=269beb4e-6d4d-4526-8a1b-457d962b6c8b,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:11:51.292939 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-39e4b008-3713-4ca3-96c2-95065412f026 None None] Provisioning complete for port 269beb4e-6d4d-4526-8a1b-457d962b6c8b triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:11:51.293581 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-39e4b008-3713-4ca3-96c2-95065412f026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (269beb4e-6d4d-4526-8a1b-457d962b6c8b), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:51.339134 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-997fac3b-de2e-4f1a-8bec-db79ce9a8f2f None None] For port 269beb4e-6d4d-4526-8a1b-457d962b6c8b, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:11:51.355586 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-39e4b008-3713-4ca3-96c2-95065412f026 None None] Port 269beb4e-6d4d-4526-8a1b-457d962b6c8b cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:11:51.372406 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-997fac3b-de2e-4f1a-8bec-db79ce9a8f2f None None] For port 269beb4e-6d4d-4526-8a1b-457d962b6c8b, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=269beb4e-6d4d-4526-8a1b-457d962b6c8b,segment=NetworkSegment(b181c328-8b60-4b3e-b2d6-ab54d8641212),segment_id=b181c328-8b60-4b3e-b2d6-ab54d8641212)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:11:51.379360 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99ff69-daef-464e-8851-01582f58d674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:51.379758 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99ff69-daef-464e-8851-01582f58d674 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:51.380123 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99ff69-daef-464e-8851-01582f58d674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:51.380926 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99ff69-daef-464e-8851-01582f58d674 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:51.380926 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99ff69-daef-464e-8851-01582f58d674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:51.381233 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99ff69-daef-464e-8851-01582f58d674 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:51.381540 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99ff69-daef-464e-8851-01582f58d674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:51.381875 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99ff69-daef-464e-8851-01582f58d674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:51.382275 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99ff69-daef-464e-8851-01582f58d674 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:51.382590 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99ff69-daef-464e-8851-01582f58d674 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:51.382869 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99ff69-daef-464e-8851-01582f58d674 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:51.383214 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99ff69-daef-464e-8851-01582f58d674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:51.383546 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99ff69-daef-464e-8851-01582f58d674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:51.383923 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99ff69-daef-464e-8851-01582f58d674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:51.384278 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99ff69-daef-464e-8851-01582f58d674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99ff69-daef-464e-8851-01582f58d674 None None] Tracked resource versions report: Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: pushed versions: Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: { 'AddressGroup': {'1.2'}, Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'Agent': {'1.1'}, Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'ConntrackHelper': {'1.0'}, Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'LocalIPAssociation': {'1.0'}, Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'Log': {'1.0'}, Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'NDPProxy': {'1.0'}, Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'Network': {'1.1'}, Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'Port': {'1.7'}, Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'PortForwarding': {'1.3'}, Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'QosPolicy': {'1.10'}, Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'SecurityGroup': {'1.5'}, Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'SecurityGroupRule': {'1.2'}, Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'SubPort': {'1.0'}, Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'Subnet': {'1.1'}, Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'Trunk': {'1.1'}} Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: consumer versions: Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: { DHCP agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: L3 agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: Metadata agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: Metering agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: Open vSwitch agent@dv-cinder-837535-1-iscsi: { 'AddressGroup': '1.2', Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'Agent': '1.1', Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'ConntrackHelper': '1.0', Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'LocalIPAssociation': '1.0', Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'Log': '1.0', Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'NDPProxy': '1.0', Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'Network': '1.1', Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'Port': '1.7', Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'PortForwarding': '1.3', Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'QosPolicy': '1.10', Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'SecurityGroup': '1.5', Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'SecurityGroupRule': '1.2', Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'SubPort': '1.0', Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'Subnet': '1.1', Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: 'Trunk': '1.1'}} Apr 12 18:11:51.385822 dv-cinder-837535-1-iscsi neutron-server[103526]: {{(pid=103526) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 18:11:51.389351 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-997fac3b-de2e-4f1a-8bec-db79ce9a8f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (269beb4e-6d4d-4526-8a1b-457d962b6c8b), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:51.445295 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99ff69-daef-464e-8851-01582f58d674 None None] Pushing event updated for resources: {'Port': ['ID=269beb4e-6d4d-4526-8a1b-457d962b6c8b,revision_number=4']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:11:51.479263 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997fac3b-de2e-4f1a-8bec-db79ce9a8f2f None None] Routers {'dd6bb746-513d-4c74-af33-f883fe605091'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:11:51.479899 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-997fac3b-de2e-4f1a-8bec-db79ce9a8f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:11:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['dd6bb746-513d-4c74-af33-f883fe605091'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:11:51.613718 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-997fac3b-de2e-4f1a-8bec-db79ce9a8f2f None None] Set router dd6bb746-513d-4c74-af33-f883fe605091 gateway port host: None {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:11:51.777866 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-2aa0c49d-3f4f-41ce-aa58-eed33db2179f None None] Provisioning complete for port 269beb4e-6d4d-4526-8a1b-457d962b6c8b triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:11:51.778176 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-2aa0c49d-3f4f-41ce-aa58-eed33db2179f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (269beb4e-6d4d-4526-8a1b-457d962b6c8b), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:51.851603 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-997fac3b-de2e-4f1a-8bec-db79ce9a8f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6bb746-513d-4c74-af33-f883fe605091', 'name': 'router1', 'tenant_id': '86b57285eb314198a021d7ec15523bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:11:38Z', 'updated_at': '2022-04-12T18:11:48Z', 'revision_number': 2, 'project_id': '86b57285eb314198a021d7ec15523bb0', 'gw_port_host': None, '_interfaces': [{'id': '269beb4e-6d4d-4526-8a1b-457d962b6c8b', 'name': '', 'network_id': '93fdcccc-2282-4714-ab37-85d0b0b81417', 'tenant_id': '86b57285eb314198a021d7ec15523bb0', 'mac_address': 'fa:16:3e:91:d9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6bb746-513d-4c74-af33-f883fe605091', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cebf4468-515c-4860-969d-7eb09895501d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:11:47Z', 'updated_at': '2022-04-12T18:11:51Z', 'revision_number': 4, 'project_id': '86b57285eb314198a021d7ec15523bb0', 'subnets': [{'id': 'cebf4468-515c-4860-969d-7eb09895501d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6e8cc67-4b84-4482-a5aa-b1ac9a628edd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:11:51.868530 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-2aa0c49d-3f4f-41ce-aa58-eed33db2179f None None] Current status of the port 269beb4e-6d4d-4526-8a1b-457d962b6c8b is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:11:51.869120 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-2aa0c49d-3f4f-41ce-aa58-eed33db2179f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (269beb4e-6d4d-4526-8a1b-457d962b6c8b), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:51.888710 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997fac3b-de2e-4f1a-8bec-db79ce9a8f2f None None] The sync data for ids ['dd6bb746-513d-4c74-af33-f883fe605091'] in dv-cinder-837535-1-iscsi is: [{'id': 'dd6bb746-513d-4c74-af33-f883fe605091', 'name': 'router1', 'tenant_id': '86b57285eb314198a021d7ec15523bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:11:38Z', 'updated_at': '2022-04-12T18:11:48Z', 'revision_number': 2, 'project_id': '86b57285eb314198a021d7ec15523bb0', 'gw_port_host': None, '_interfaces': [{'id': '269beb4e-6d4d-4526-8a1b-457d962b6c8b', 'name': '', 'network_id': '93fdcccc-2282-4714-ab37-85d0b0b81417', 'tenant_id': '86b57285eb314198a021d7ec15523bb0', 'mac_address': 'fa:16:3e:91:d9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6bb746-513d-4c74-af33-f883fe605091', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cebf4468-515c-4860-969d-7eb09895501d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:11:47Z', 'updated_at': '2022-04-12T18:11:51Z', 'revision_number': 4, 'project_id': '86b57285eb314198a021d7ec15523bb0', 'subnets': [{'id': 'cebf4468-515c-4860-969d-7eb09895501d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6e8cc67-4b84-4482-a5aa-b1ac9a628edd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:11:51.921523 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-2aa0c49d-3f4f-41ce-aa58-eed33db2179f None None] For port 269beb4e-6d4d-4526-8a1b-457d962b6c8b, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=269beb4e-6d4d-4526-8a1b-457d962b6c8b,segment=NetworkSegment(b181c328-8b60-4b3e-b2d6-ab54d8641212),segment_id=b181c328-8b60-4b3e-b2d6-ab54d8641212)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:11:51.927358 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-2aa0c49d-3f4f-41ce-aa58-eed33db2179f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (269beb4e-6d4d-4526-8a1b-457d962b6c8b), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:51.985525 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0c49d-3f4f-41ce-aa58-eed33db2179f None None] Pushing event updated for resources: {'Port': ['ID=269beb4e-6d4d-4526-8a1b-457d962b6c8b,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:11:52.272865 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 33564) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:11:52.462817 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6eb5a3-cf46-43b6-9067-ecdbca5b1d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:11:52.464169 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-5f6eb5a3-cf46-43b6-9067-ecdbca5b1d52 admin admin] 10.222.0.52 "GET /v2.0/networks/8fe2c56e-0395-443d-a858-76cf54693827 HTTP/1.1" status: 200 len: 842 time: 0.1903105 Apr 12 18:11:52.474636 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-08224806-ead0-4299-9a86-21b8a79d0a85 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:11:52.502169 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08224806-ead0-4299-9a86-21b8a79d0a85 admin admin] Made reservation on behalf of 80332db4efab49e7bf01c88f36205c8f for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:11:52.504602 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-08224806-ead0-4299-9a86-21b8a79d0a85 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:52.880280 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.objects.ports [None req-08224806-ead0-4299-9a86-21b8a79d0a85 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103523) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 18:11:52.880761 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-08224806-ead0-4299-9a86-21b8a79d0a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for subnet (10fb9747-8da5-4ac4-8e6b-c6dba6e53947), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:52.944367 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08224806-ead0-4299-9a86-21b8a79d0a85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10fb9747-8da5-4ac4-8e6b-c6dba6e53947,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:11:52.953470 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08224806-ead0-4299-9a86-21b8a79d0a85 admin admin] Checking segment: {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:11:52.953863 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08224806-ead0-4299-9a86-21b8a79d0a85 admin admin] Network hostable DHCP agents. Network: 8fe2c56e-0395-443d-a858-76cf54693827, hostable agents: ['fc5bc6ba-9bcd-441b-ae43-9003ca698105'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:11:52.976879 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08224806-ead0-4299-9a86-21b8a79d0a85 admin admin] Network 8fe2c56e-0395-443d-a858-76cf54693827 is scheduled to be hosted by DHCP agent fc5bc6ba-9bcd-441b-ae43-9003ca698105 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:11:52.988903 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-08224806-ead0-4299-9a86-21b8a79d0a85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837535-1-iscsi, 8fe2c56e-0395-443d-a858-76cf54693827) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:11:52.994167 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08224806-ead0-4299-9a86-21b8a79d0a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:11:52.994764 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-08224806-ead0-4299-9a86-21b8a79d0a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for subnet (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:53.004180 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82bc73f-c158-4548-b6cd-3c46c6cc9b6a None None] Network 8fe2c56e-0395-443d-a858-76cf54693827 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:11:53.013807 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-08224806-ead0-4299-9a86-21b8a79d0a85 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5434456 Apr 12 18:11:53.127065 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e30e2a4-de8a-4227-b53c-0324c3e65c10 None None] Network 8fe2c56e-0395-443d-a858-76cf54693827 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:11:55.486880 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 33572) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:11:55.717013 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-2e66141e-2765-46ab-abf4-7dbe2e2fe129 demo admin] 10.222.0.52 "GET /v2.0/routers/dd6bb746-513d-4c74-af33-f883fe605091 HTTP/1.1" status: 200 len: 710 time: 0.2289736 Apr 12 18:11:55.806728 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a2cc8b-75c0-4d15-a590-f2c8ffc2388b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:11:55.808084 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-34a2cc8b-75c0-4d15-a590-f2c8ffc2388b demo admin] 10.222.0.52 "GET /v2.0/networks/8fe2c56e-0395-443d-a858-76cf54693827 HTTP/1.1" status: 200 len: 886 time: 0.0859406 Apr 12 18:11:55.816777 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-0959e79f-a52b-43fb-814e-83ec53651f5a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:11:56.071441 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0959e79f-a52b-43fb-814e-83ec53651f5a demo admin] Publish callbacks [] for router_gateway (dd6bb746-513d-4c74-af33-f883fe605091), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:56.337856 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0959e79f-a52b-43fb-814e-83ec53651f5a demo admin] Publish callbacks [] for router_gateway (dd6bb746-513d-4c74-af33-f883fe605091), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:56.415412 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0959e79f-a52b-43fb-814e-83ec53651f5a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:56.564441 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-0959e79f-a52b-43fb-814e-83ec53651f5a demo admin] Allocated IP 172.27.1.189 (8fe2c56e-0395-443d-a858-76cf54693827/10fb9747-8da5-4ac4-8e6b-c6dba6e53947/348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:11:56.675954 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0959e79f-a52b-43fb-814e-83ec53651f5a demo admin] Publish callbacks [] for port (348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:56.734988 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0959e79f-a52b-43fb-814e-83ec53651f5a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:56.808574 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0959e79f-a52b-43fb-814e-83ec53651f5a demo admin] Network 8fe2c56e-0395-443d-a858-76cf54693827 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:11:56.815552 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-0959e79f-a52b-43fb-814e-83ec53651f5a demo admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:11:56.818722 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0959e79f-a52b-43fb-814e-83ec53651f5a demo admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:11:56.859633 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959e79f-a52b-43fb-814e-83ec53651f5a demo admin] Pushing event updated for resources: {'Port': ['ID=348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:11:57.111396 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0959e79f-a52b-43fb-814e-83ec53651f5a demo admin] Publish callbacks [] for router_gateway (dd6bb746-513d-4c74-af33-f883fe605091), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:57.322082 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0959e79f-a52b-43fb-814e-83ec53651f5a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-807103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-895170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8867'] for router (dd6bb746-513d-4c74-af33-f883fe605091), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:57.326868 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0959e79f-a52b-43fb-814e-83ec53651f5a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-807076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-807094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-807085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-895033'] for router (dd6bb746-513d-4c74-af33-f883fe605091), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:57.516876 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0959e79f-a52b-43fb-814e-83ec53651f5a demo admin] Router dd6bb746-513d-4c74-af33-f883fe605091 has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:11:57.625551 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0959e79f-a52b-43fb-814e-83ec53651f5a demo admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:11:57.630477 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0959e79f-a52b-43fb-814e-83ec53651f5a demo admin] Publish callbacks [] for router (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:57.631846 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-0959e79f-a52b-43fb-814e-83ec53651f5a demo admin] 10.222.0.52 "PUT /v2.0/routers/dd6bb746-513d-4c74-af33-f883fe605091 HTTP/1.1" status: 200 len: 890 time: 1.8181911 Apr 12 18:12:00.194233 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 33584) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:12:00.296649 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 269beb4e-6d4d-4526-8a1b-457d962b6c8b up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:12:00.318479 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-db1807f5-c0d9-42bc-a7eb-e359f83916b1 admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1227007 Apr 12 18:12:00.346201 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port 269beb4e-6d4d-4526-8a1b-457d962b6c8b triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:12:00.346520 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (269beb4e-6d4d-4526-8a1b-457d962b6c8b), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:00.433180 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 269beb4e-6d4d-4526-8a1b-457d962b6c8b is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:12:00.780287 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a51555-2e63-42a3-b342-9fed1c1e3127 None None] Sync routers for ids ['dd6bb746-513d-4c74-af33-f883fe605091'] in dv-cinder-837535-1-iscsi {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:12:00.791995 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a51555-2e63-42a3-b342-9fed1c1e3127 None None] Routers {'dd6bb746-513d-4c74-af33-f883fe605091'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:12:00.792656 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a9a51555-2e63-42a3-b342-9fed1c1e3127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:11:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['dd6bb746-513d-4c74-af33-f883fe605091'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:12:01.026827 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-a9a51555-2e63-42a3-b342-9fed1c1e3127 None None] Set router dd6bb746-513d-4c74-af33-f883fe605091 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:12:01.507465 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a9a51555-2e63-42a3-b342-9fed1c1e3127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6bb746-513d-4c74-af33-f883fe605091', 'name': 'router1', 'tenant_id': '86b57285eb314198a021d7ec15523bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:11:38Z', 'updated_at': '2022-04-12T18:11:56Z', 'revision_number': 4, 'project_id': '86b57285eb314198a021d7ec15523bb0', 'gw_port': {'id': '348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6bb746-513d-4c74-af33-f883fe605091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:11:56Z', 'updated_at': '2022-04-12T18:11:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '269beb4e-6d4d-4526-8a1b-457d962b6c8b', 'name': '', 'network_id': '93fdcccc-2282-4714-ab37-85d0b0b81417', 'tenant_id': '86b57285eb314198a021d7ec15523bb0', 'mac_address': 'fa:16:3e:91:d9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6bb746-513d-4c74-af33-f883fe605091', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cebf4468-515c-4860-969d-7eb09895501d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:11:47Z', 'updated_at': '2022-04-12T18:11:51Z', 'revision_number': 5, 'project_id': '86b57285eb314198a021d7ec15523bb0', 'subnets': [{'id': 'cebf4468-515c-4860-969d-7eb09895501d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6e8cc67-4b84-4482-a5aa-b1ac9a628edd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:12:01.559162 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a51555-2e63-42a3-b342-9fed1c1e3127 None None] Checking router: dd6bb746-513d-4c74-af33-f883fe605091 for host: dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:12:01.559520 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a51555-2e63-42a3-b342-9fed1c1e3127 None None] Updating router dd6bb746-513d-4c74-af33-f883fe605091 port 348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3 binding host dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:12:01.615197 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a9a51555-2e63-42a3-b342-9fed1c1e3127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:01.936435 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a9a51555-2e63-42a3-b342-9fed1c1e3127 None None] Publish callbacks [] for port (348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3), precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:01.942418 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a9a51555-2e63-42a3-b342-9fed1c1e3127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:01.997613 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-a9a51555-2e63-42a3-b342-9fed1c1e3127 None None] Attempting to bind port 348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3 on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:12:01.997982 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-a9a51555-2e63-42a3-b342-9fed1c1e3127 None None] Attempting to bind port 348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3 by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:12:01.998351 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a51555-2e63-42a3-b342-9fed1c1e3127 None None] Attempting to bind port 348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3 on network 8fe2c56e-0395-443d-a858-76cf54693827 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:12:02.000212 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04989ba-400f-48eb-971a-8bbe8c981f05 None None] Pushing event updated for resources: {'Port': ['ID=348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:12:02.006015 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a51555-2e63-42a3-b342-9fed1c1e3127 None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:12:02.006395 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a51555-2e63-42a3-b342-9fed1c1e3127 None None] Checking segment: {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:12:02.006798 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a9a51555-2e63-42a3-b342-9fed1c1e3127 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:02.007182 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a51555-2e63-42a3-b342-9fed1c1e3127 None None] Bound using segment: {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:12:02.007911 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-a9a51555-2e63-42a3-b342-9fed1c1e3127 None None] Bound port: 348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:12:02.008001 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a9a51555-2e63-42a3-b342-9fed1c1e3127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:02.062594 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-a9a51555-2e63-42a3-b342-9fed1c1e3127 None None] For port 348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:12:02.066282 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-a9a51555-2e63-42a3-b342-9fed1c1e3127 None None] For port 348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:12:02.074135 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a9a51555-2e63-42a3-b342-9fed1c1e3127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:02.128722 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a51555-2e63-42a3-b342-9fed1c1e3127 None None] Routers {'dd6bb746-513d-4c74-af33-f883fe605091'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:12:02.129427 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a9a51555-2e63-42a3-b342-9fed1c1e3127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:11:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['dd6bb746-513d-4c74-af33-f883fe605091'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:12:02.197941 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04989ba-400f-48eb-971a-8bbe8c981f05 None None] Pushing event updated for resources: {'Port': ['ID=348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:12:02.272926 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-a9a51555-2e63-42a3-b342-9fed1c1e3127 None None] Set router dd6bb746-513d-4c74-af33-f883fe605091 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:12:02.494136 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a9a51555-2e63-42a3-b342-9fed1c1e3127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6bb746-513d-4c74-af33-f883fe605091', 'name': 'router1', 'tenant_id': '86b57285eb314198a021d7ec15523bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:11:38Z', 'updated_at': '2022-04-12T18:11:56Z', 'revision_number': 4, 'project_id': '86b57285eb314198a021d7ec15523bb0', 'gw_port': {'id': '348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6bb746-513d-4c74-af33-f883fe605091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:11:56Z', 'updated_at': '2022-04-12T18:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '269beb4e-6d4d-4526-8a1b-457d962b6c8b', 'name': '', 'network_id': '93fdcccc-2282-4714-ab37-85d0b0b81417', 'tenant_id': '86b57285eb314198a021d7ec15523bb0', 'mac_address': 'fa:16:3e:91:d9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6bb746-513d-4c74-af33-f883fe605091', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cebf4468-515c-4860-969d-7eb09895501d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:11:47Z', 'updated_at': '2022-04-12T18:11:51Z', 'revision_number': 5, 'project_id': '86b57285eb314198a021d7ec15523bb0', 'subnets': [{'id': 'cebf4468-515c-4860-969d-7eb09895501d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6e8cc67-4b84-4482-a5aa-b1ac9a628edd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:12:02.522785 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a51555-2e63-42a3-b342-9fed1c1e3127 None None] The sync data for ids ['dd6bb746-513d-4c74-af33-f883fe605091'] in dv-cinder-837535-1-iscsi is: [{'id': 'dd6bb746-513d-4c74-af33-f883fe605091', 'name': 'router1', 'tenant_id': '86b57285eb314198a021d7ec15523bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:11:38Z', 'updated_at': '2022-04-12T18:11:56Z', 'revision_number': 4, 'project_id': '86b57285eb314198a021d7ec15523bb0', 'gw_port': {'id': '348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6bb746-513d-4c74-af33-f883fe605091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:11:56Z', 'updated_at': '2022-04-12T18:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '269beb4e-6d4d-4526-8a1b-457d962b6c8b', 'name': '', 'network_id': '93fdcccc-2282-4714-ab37-85d0b0b81417', 'tenant_id': '86b57285eb314198a021d7ec15523bb0', 'mac_address': 'fa:16:3e:91:d9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6bb746-513d-4c74-af33-f883fe605091', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cebf4468-515c-4860-969d-7eb09895501d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:11:47Z', 'updated_at': '2022-04-12T18:11:51Z', 'revision_number': 5, 'project_id': '86b57285eb314198a021d7ec15523bb0', 'subnets': [{'id': 'cebf4468-515c-4860-969d-7eb09895501d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6e8cc67-4b84-4482-a5aa-b1ac9a628edd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:12:04.352184 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:12:04.414865 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port 348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:12:04.415764 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:04.503279 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3 is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:12:04.504022 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:04.527431 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] For port 348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:12:04.536812 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:04.607976 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Pushing event updated for resources: {'Port': ['ID=348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:12:06.352776 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:12:06.445038 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port 348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:12:06.445491 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:06.609297 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 348bbe72-8d5d-4d6c-b8a5-8734d05f8ca3 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:12:12.805296 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 5 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:12:13.150851 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-88870a2f-4a5d-41f3-adae-45aab3465280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:15.569329 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-41a45b68-697e-4c2f-a016-d0233b91ce25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:16.806446 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:18.270516 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:19.249489 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:43.147575 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-1467b427-48f5-4baa-be96-d64d999d9017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:45.465487 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a5180bd7-982c-4787-bf1e-8539556b5eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:46.782623 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:48.270007 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:49.244603 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:49.860150 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 5 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:13:13.144630 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a687958d-370b-467c-8647-d77ad89e3ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:15.462624 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-555dd64c-3c22-425f-8265-8c451b0894fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:16.786997 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:18.271978 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:19.242813 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:25.099284 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 34068) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:13:25.164038 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-65fdb805-3231-43a9-ac53-9d99034f1d37 admin admin] GET failed (client error): The resource could not be found. Apr 12 18:13:25.165443 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-65fdb805-3231-43a9-ac53-9d99034f1d37 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0645764 Apr 12 18:13:25.383332 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773bdfb4-ddf6-4f4f-9ac4-149e4daf0701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:13:25.385902 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-773bdfb4-ddf6-4f4f-9ac4-149e4daf0701 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2162592 Apr 12 18:13:26.808847 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 5 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:13:27.786752 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 34078) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:13:27.888830 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f0ba4b-ace8-41fe-b577-cf18013e59ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:13:27.890224 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-e4f0ba4b-ace8-41fe-b577-cf18013e59ac admin admin] 10.222.0.52 "GET /v2.0/subnets/cebf4468-515c-4860-969d-7eb09895501d HTTP/1.1" status: 200 len: 849 time: 0.1025229 Apr 12 18:13:27.899750 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-4a8a473a-e8dd-4f92-9d01-1bcdbd167195 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:13:27.988141 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4a8a473a-e8dd-4f92-9d01-1bcdbd167195 admin admin] Publish callbacks [] for subnet (cebf4468-515c-4860-969d-7eb09895501d), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:28.137060 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4a8a473a-e8dd-4f92-9d01-1bcdbd167195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761370145823'] for subnet (cebf4468-515c-4860-969d-7eb09895501d), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:28.171236 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8a473a-e8dd-4f92-9d01-1bcdbd167195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:13:28.171837 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4a8a473a-e8dd-4f92-9d01-1bcdbd167195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for subnet (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:28.173147 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-4a8a473a-e8dd-4f92-9d01-1bcdbd167195 admin admin] 10.222.0.52 "PUT /v2.0/subnets/cebf4468-515c-4860-969d-7eb09895501d HTTP/1.1" status: 200 len: 868 time: 0.2770247 Apr 12 18:13:28.174651 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96a3919-38f3-4903-9a6a-458463916e17 None None] Network 93fdcccc-2282-4714-ab37-85d0b0b81417 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:13:28.190057 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a473a-e8dd-4f92-9d01-1bcdbd167195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cebf4468-515c-4860-969d-7eb09895501d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:13:28.198429 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a473a-e8dd-4f92-9d01-1bcdbd167195 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:13:28.198777 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a473a-e8dd-4f92-9d01-1bcdbd167195 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:13:28.199141 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a473a-e8dd-4f92-9d01-1bcdbd167195 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:13:28.199493 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a473a-e8dd-4f92-9d01-1bcdbd167195 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:13:28.199831 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a473a-e8dd-4f92-9d01-1bcdbd167195 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:13:28.200165 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a473a-e8dd-4f92-9d01-1bcdbd167195 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:13:28.200495 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a473a-e8dd-4f92-9d01-1bcdbd167195 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:13:28.200815 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a473a-e8dd-4f92-9d01-1bcdbd167195 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:13:28.201190 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a473a-e8dd-4f92-9d01-1bcdbd167195 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:13:28.201524 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a473a-e8dd-4f92-9d01-1bcdbd167195 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:13:28.201904 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a473a-e8dd-4f92-9d01-1bcdbd167195 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:13:28.202224 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a473a-e8dd-4f92-9d01-1bcdbd167195 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:13:28.202554 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a473a-e8dd-4f92-9d01-1bcdbd167195 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:13:28.202882 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a473a-e8dd-4f92-9d01-1bcdbd167195 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:13:28.203204 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a473a-e8dd-4f92-9d01-1bcdbd167195 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:13:28.588691 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-2184e958-946c-45e6-af1b-ac907d220012 None None] Provisioning complete for port 269beb4e-6d4d-4526-8a1b-457d962b6c8b triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:13:28.589111 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-2184e958-946c-45e6-af1b-ac907d220012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (269beb4e-6d4d-4526-8a1b-457d962b6c8b), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:28.672962 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-2184e958-946c-45e6-af1b-ac907d220012 None None] Current status of the port 269beb4e-6d4d-4526-8a1b-457d962b6c8b is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:13:28.681803 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-2184e958-946c-45e6-af1b-ac907d220012 None None] Provisioning complete for port 49a33396-a33e-450f-b783-d85367e73880 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:13:28.682177 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-2184e958-946c-45e6-af1b-ac907d220012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (49a33396-a33e-450f-b783-d85367e73880), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:28.778139 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-2184e958-946c-45e6-af1b-ac907d220012 None None] Current status of the port 49a33396-a33e-450f-b783-d85367e73880 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:13:30.605684 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 34086) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:13:30.818010 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96bcfde-6800-4eea-8a43-38fa2627ba87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:13:30.818392 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96bcfde-6800-4eea-8a43-38fa2627ba87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:13:30.819943 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-d96bcfde-6800-4eea-8a43-38fa2627ba87 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2132750 Apr 12 18:13:33.202469 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 34094) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:13:33.406015 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2938d11-0972-42ba-933a-69bf90572ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:13:33.406395 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2938d11-0972-42ba-933a-69bf90572ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:13:33.407948 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-c2938d11-0972-42ba-933a-69bf90572ee9 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2045126 Apr 12 18:13:35.873298 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 34104) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:13:35.998775 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0125079e-bf47-4768-b62b-fdaa7f204015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:13:36.000137 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-0125079e-bf47-4768-b62b-fdaa7f204015 admin admin] 10.222.0.52 "GET /v2.0/networks/8fe2c56e-0395-443d-a858-76cf54693827 HTTP/1.1" status: 200 len: 886 time: 0.1258445 Apr 12 18:13:38.359573 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 34112) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:13:38.489625 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed4a0f1-5cd6-4591-a479-75fe34de60d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:13:38.490893 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-4ed4a0f1-5cd6-4591-a479-75fe34de60d7 admin admin] 10.222.0.52 "GET /v2.0/networks/93fdcccc-2282-4714-ab37-85d0b0b81417 HTTP/1.1" status: 200 len: 869 time: 0.1303749 Apr 12 18:13:40.864352 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 34120) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:13:41.002142 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b229b31d-ce8e-4784-af33-253d745ea932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:13:41.002618 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b229b31d-ce8e-4784-af33-253d745ea932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:13:41.004171 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-b229b31d-ce8e-4784-af33-253d745ea932 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1388428 Apr 12 18:13:43.149111 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-e946590a-846a-4ed4-8c97-b992e26bb428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:43.501927 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 34128) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:13:43.594547 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759a9223-d4fd-4205-873d-0cbdf4532a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:13:43.595006 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759a9223-d4fd-4205-873d-0cbdf4532a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:13:43.597592 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-759a9223-d4fd-4205-873d-0cbdf4532a20 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0947211 Apr 12 18:13:45.465532 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-908dca42-e515-4793-ac35-8cfef1a7812c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:45.983139 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 34136) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:13:46.074795 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cadaa1-785b-46d7-8cfc-25ec273ce40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:13:46.076142 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-a5cadaa1-785b-46d7-8cfc-25ec273ce40e admin admin] 10.222.0.52 "GET /v2.0/subnets/10fb9747-8da5-4ac4-8e6b-c6dba6e53947 HTTP/1.1" status: 200 len: 816 time: 0.0920603 Apr 12 18:13:46.787588 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:48.275231 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:48.403180 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 34144) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:13:48.493178 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19f8f9d-d05c-4f44-9517-46dbe20660ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:13:48.494529 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-f19f8f9d-d05c-4f44-9517-46dbe20660ae admin admin] 10.222.0.52 "GET /v2.0/subnets/cebf4468-515c-4860-969d-7eb09895501d HTTP/1.1" status: 200 len: 868 time: 0.0903814 Apr 12 18:13:49.244894 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:03.806887 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 5 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:14:13.152232 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-cb444652-b396-4df9-beb9-bd345345f663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:15.466929 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-3495e41e-091c-4be3-bdf6-8c0dd4dbe8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:16.789765 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:18.278471 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:19.247478 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:29.754420 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 34202) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:14:29.801173 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [None req-098951ff-be54-46c8-8901-9ddafc7d497e admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:14:29.802182 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-098951ff-be54-46c8-8901-9ddafc7d497e admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468261 Apr 12 18:14:32.213686 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 34210) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:14:32.273007 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6cbeb10-ecae-42f9-a8ce-5db803ba65e9 admin admin] GET failed (client error): The resource could not be found. Apr 12 18:14:32.274314 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-b6cbeb10-ecae-42f9-a8ce-5db803ba65e9 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596972 Apr 12 18:14:32.360359 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63d9d48-3f6e-4607-b276-bf0562784b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:14:32.361859 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-d63d9d48-3f6e-4607-b276-bf0562784b18 admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0835159 Apr 12 18:14:34.772574 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 34218) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:14:34.821624 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:14:34.841049 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] Made reservation on behalf of 80332db4efab49e7bf01c88f36205c8f for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:14:34.843234 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for network (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:34.876677 dv-cinder-837535-1-iscsi neutron-server[103523]: WARNING neutron.services.revisions.revision_plugin [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] Could not find related network for resource to bump revision. Apr 12 18:14:34.888142 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:14:34.897129 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (f53daa96-605f-4fab-8534-042442e7ac75), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:34.897474 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.segments_db [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] Added segment f53daa96-605f-4fab-8534-042442e7ac75 of type vlan for network e36e76c9-f064-4f0a-b808-de19e810a484 Apr 12 18:14:34.935279 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761369839068'] for network (e36e76c9-f064-4f0a-b808-de19e810a484), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:34.958665 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for network (e36e76c9-f064-4f0a-b808-de19e810a484), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:34.959523 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:14:34.960094 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:34.992933 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2192376 Apr 12 18:14:35.025107 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] Pushing event updated for resources: {'Network': ['ID=e36e76c9-f064-4f0a-b808-de19e810a484,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:14:35.033057 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:35.033436 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:35.033807 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:35.034154 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:35.034491 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:35.034825 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:35.035407 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:35.035734 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:35.036063 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:35.036394 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:35.036727 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:35.037053 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:35.037410 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:35.037732 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:35.038052 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47ddec-1c13-4a9f-a7e5-30dd9517d2ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:35.049685 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Network e36e76c9-f064-4f0a-b808-de19e810a484 details requested by agent ovs-agent-dv-cinder-837535-1-iscsi with host dv-cinder-837535-1-iscsi {{(pid=103525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:14:37.356643 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 34226) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:14:37.417433 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3990d2-8c2a-418c-9b04-27415be51c34 admin admin] GET failed (client error): The resource could not be found. Apr 12 18:14:37.420099 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-bd3990d2-8c2a-418c-9b04-27415be51c34 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611265 Apr 12 18:14:37.493099 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68a0cd1-9f5a-4fcf-8cba-eefacdb28433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:14:37.494581 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-d68a0cd1-9f5a-4fcf-8cba-eefacdb28433 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0711117 Apr 12 18:14:37.504826 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-13fc648e-e5e4-47ad-85e1-b024fd1d446a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'e36e76c9-f064-4f0a-b808-de19e810a484', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:14:37.522670 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fc648e-e5e4-47ad-85e1-b024fd1d446a admin admin] Made reservation on behalf of 80332db4efab49e7bf01c88f36205c8f for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:14:37.524820 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13fc648e-e5e4-47ad-85e1-b024fd1d446a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:37.687945 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13fc648e-e5e4-47ad-85e1-b024fd1d446a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for subnet (2d2160be-9935-4bf1-a1b9-1efec347df68), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:37.827419 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc648e-e5e4-47ad-85e1-b024fd1d446a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d2160be-9935-4bf1-a1b9-1efec347df68,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:14:37.836114 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc648e-e5e4-47ad-85e1-b024fd1d446a admin admin] Checking segment: {'id': 'f53daa96-605f-4fab-8534-042442e7ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e36e76c9-f064-4f0a-b808-de19e810a484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:14:37.836466 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fc648e-e5e4-47ad-85e1-b024fd1d446a admin admin] Network hostable DHCP agents. Network: e36e76c9-f064-4f0a-b808-de19e810a484, hostable agents: ['fc5bc6ba-9bcd-441b-ae43-9003ca698105'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:14:37.853326 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fc648e-e5e4-47ad-85e1-b024fd1d446a admin admin] Network e36e76c9-f064-4f0a-b808-de19e810a484 is scheduled to be hosted by DHCP agent fc5bc6ba-9bcd-441b-ae43-9003ca698105 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:14:37.861509 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-13fc648e-e5e4-47ad-85e1-b024fd1d446a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837535-1-iscsi, e36e76c9-f064-4f0a-b808-de19e810a484) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:14:37.865462 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fc648e-e5e4-47ad-85e1-b024fd1d446a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:14:37.866193 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13fc648e-e5e4-47ad-85e1-b024fd1d446a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for subnet (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:37.870760 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8245c01-f1d9-4b97-af87-4f1b8808aaf4 None None] Network e36e76c9-f064-4f0a-b808-de19e810a484 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:14:37.882432 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-13fc648e-e5e4-47ad-85e1-b024fd1d446a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3808784 Apr 12 18:14:38.078751 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10cd5d1a-f5e6-56e1-9899-22d4fc397636-e36e76c9-f064-4f0a-b808-de19e810a484', 'network_id': 'e36e76c9-f064-4f0a-b808-de19e810a484', 'project_id': '80332db4efab49e7bf01c88f36205c8f', 'fixed_ips': [{'subnet_id': '2d2160be-9935-4bf1-a1b9-1efec347df68'}]}} from dv-cinder-837535-1-iscsi. {{(pid=103525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:14:38.079776 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:38.227464 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.db_base_plugin_common [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Allocated IP 192.168.233.2 (e36e76c9-f064-4f0a-b808-de19e810a484/2d2160be-9935-4bf1-a1b9-1efec347df68/bcabd092-1f2d-433f-82d1-63717cab6433) {{(pid=103525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:14:38.376494 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Publish callbacks [] for port (bcabd092-1f2d-433f-82d1-63717cab6433), precommit_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:38.383188 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (bcabd092-1f2d-433f-82d1-63717cab6433), after_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:38.421797 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Network e36e76c9-f064-4f0a-b808-de19e810a484 is already hosted by enough agents. {{(pid=103525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:14:38.427395 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.scheduler.base_scheduler [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Resources bound (agent type, host, resource id): {{(pid=103525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:14:38.431097 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Received port after_create {{(pid=103525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:14:38.438547 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Pushing event updated for resources: {'Port': ['ID=bcabd092-1f2d-433f-82d1-63717cab6433,revision_number=1']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:14:38.462441 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:38.462792 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:38.463159 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:38.463523 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:38.463869 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:38.464199 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:38.464527 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:38.464858 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:38.465351 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:38.465553 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:38.465941 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:38.466226 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:38.466950 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:38.467275 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:38.467631 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:14:38.504308 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Attempting to bind port bcabd092-1f2d-433f-82d1-63717cab6433 on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:14:38.504670 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Attempting to bind port bcabd092-1f2d-433f-82d1-63717cab6433 by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': 'f53daa96-605f-4fab-8534-042442e7ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e36e76c9-f064-4f0a-b808-de19e810a484'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:14:38.505034 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Attempting to bind port bcabd092-1f2d-433f-82d1-63717cab6433 on network e36e76c9-f064-4f0a-b808-de19e810a484 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:14:38.510124 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:14:38.510495 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Checking segment: {'id': 'f53daa96-605f-4fab-8534-042442e7ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e36e76c9-f064-4f0a-b808-de19e810a484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:14:38.510891 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:38.511276 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Bound using segment: {'id': 'f53daa96-605f-4fab-8534-042442e7ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e36e76c9-f064-4f0a-b808-de19e810a484'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:14:38.511738 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Bound port: bcabd092-1f2d-433f-82d1-63717cab6433, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53daa96-605f-4fab-8534-042442e7ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e36e76c9-f064-4f0a-b808-de19e810a484'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:14:38.512111 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (bcabd092-1f2d-433f-82d1-63717cab6433), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:38.578682 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] For port bcabd092-1f2d-433f-82d1-63717cab6433, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:14:38.581870 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] For port bcabd092-1f2d-433f-82d1-63717cab6433, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=bcabd092-1f2d-433f-82d1-63717cab6433,segment=NetworkSegment(f53daa96-605f-4fab-8534-042442e7ac75),segment_id=f53daa96-605f-4fab-8534-042442e7ac75)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:14:38.587571 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (bcabd092-1f2d-433f-82d1-63717cab6433), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:38.648453 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5700f6e-3a8d-480d-baca-5ea49dfea240 None None] Pushing event updated for resources: {'Port': ['ID=bcabd092-1f2d-433f-82d1-63717cab6433,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:14:39.499232 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79274d7a-f996-4e7c-93b2-5f48bd22e950 None None] Network e36e76c9-f064-4f0a-b808-de19e810a484 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:14:39.559339 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-fac19a5e-010c-46c3-8a51-49738514a00f None None] Provisioning complete for port bcabd092-1f2d-433f-82d1-63717cab6433 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:14:39.559726 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-fac19a5e-010c-46c3-8a51-49738514a00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (bcabd092-1f2d-433f-82d1-63717cab6433), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:39.677592 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-fac19a5e-010c-46c3-8a51-49738514a00f None None] Current status of the port bcabd092-1f2d-433f-82d1-63717cab6433 is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:14:39.677927 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-fac19a5e-010c-46c3-8a51-49738514a00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (bcabd092-1f2d-433f-82d1-63717cab6433), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:39.712921 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-fac19a5e-010c-46c3-8a51-49738514a00f None None] For port bcabd092-1f2d-433f-82d1-63717cab6433, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=bcabd092-1f2d-433f-82d1-63717cab6433,segment=NetworkSegment(f53daa96-605f-4fab-8534-042442e7ac75),segment_id=f53daa96-605f-4fab-8534-042442e7ac75)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:14:39.717339 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-fac19a5e-010c-46c3-8a51-49738514a00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (bcabd092-1f2d-433f-82d1-63717cab6433), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:39.777057 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac19a5e-010c-46c3-8a51-49738514a00f None None] Pushing event updated for resources: {'Port': ['ID=bcabd092-1f2d-433f-82d1-63717cab6433,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:14:39.940406 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-3476762f-edbd-414b-b4e0-c2b825dd747c None None] Provisioning complete for port bcabd092-1f2d-433f-82d1-63717cab6433 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:14:39.940788 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-3476762f-edbd-414b-b4e0-c2b825dd747c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (bcabd092-1f2d-433f-82d1-63717cab6433), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:40.021207 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-3476762f-edbd-414b-b4e0-c2b825dd747c None None] Current status of the port bcabd092-1f2d-433f-82d1-63717cab6433 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:14:40.411126 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device bcabd092-1f2d-433f-82d1-63717cab6433 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:14:40.479153 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port bcabd092-1f2d-433f-82d1-63717cab6433 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:14:40.479546 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (bcabd092-1f2d-433f-82d1-63717cab6433), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:40.557699 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port bcabd092-1f2d-433f-82d1-63717cab6433 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:14:40.805187 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 5 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:14:43.157943 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a94e095b-fe15-4363-945b-d4a0c2775407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:45.470315 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7bd7f22b-e46e-45ac-a884-6f1be8ff4b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:46.793753 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:48.283156 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:49.254482 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:15:13.162890 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8057dbe8-b986-47fb-bb48-64b14549dcbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:15:15.473977 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-1989dfdd-6aec-4808-91b8-75ae84d4193e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:15:16.796435 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:15:17.803243 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 5 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:15:18.286179 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:15:19.246535 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:15:43.158538 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-e900f880-b25c-499f-9d4f-f0a178a5653f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:15:45.476078 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-db1f3f37-9fac-4e40-99bc-bdd374042f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:15:46.801204 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:15:48.291912 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:15:49.250884 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:15:54.802665 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 5 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:16:08.733216 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 34264) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:16:08.739040 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [None req-fd9a5ad5-5a10-4e0a-b8bf-0508607fba73 tempest-verify_tempest_config-136532141 tempest-verify_tempest_config-136532141-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:16:08.740071 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-fd9a5ad5-5a10-4e0a-b8bf-0508607fba73 tempest-verify_tempest_config-136532141 tempest-verify_tempest_config-136532141-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058744 Apr 12 18:16:09.026239 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 34282) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:16:09.126289 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fff758c8-4168-46d7-831c-d05579b067e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:16:09.198243 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fff758c8-4168-46d7-831c-d05579b067e7 admin admin] Publish callbacks [] for security_group (80303f91-f266-47ed-accb-8d029a286bf7), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:16:09.202434 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fff758c8-4168-46d7-831c-d05579b067e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (80303f91-f266-47ed-accb-8d029a286bf7), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:16:09.246786 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-fff758c8-4168-46d7-831c-d05579b067e7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6a462d180ced49ccaca9a51352a556e2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2194185 Apr 12 18:16:09.249106 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff758c8-4168-46d7-831c-d05579b067e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80303f91-f266-47ed-accb-8d029a286bf7,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:16:09.250126 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 34286) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:16:09.255118 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff758c8-4168-46d7-831c-d05579b067e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.255508 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff758c8-4168-46d7-831c-d05579b067e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.255826 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff758c8-4168-46d7-831c-d05579b067e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.256170 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff758c8-4168-46d7-831c-d05579b067e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.256507 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff758c8-4168-46d7-831c-d05579b067e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.256848 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff758c8-4168-46d7-831c-d05579b067e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.257208 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff758c8-4168-46d7-831c-d05579b067e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.257538 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff758c8-4168-46d7-831c-d05579b067e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.257886 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff758c8-4168-46d7-831c-d05579b067e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.258218 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff758c8-4168-46d7-831c-d05579b067e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.258553 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff758c8-4168-46d7-831c-d05579b067e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.258896 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff758c8-4168-46d7-831c-d05579b067e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.259223 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff758c8-4168-46d7-831c-d05579b067e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.259545 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff758c8-4168-46d7-831c-d05579b067e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.259866 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff758c8-4168-46d7-831c-d05579b067e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.325741 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-60ebc6f8-ecdb-4126-8099-443bddc6b7b5 admin admin] Publish callbacks [] for security_group (80303f91-f266-47ed-accb-8d029a286bf7), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:16:09.348665 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-60ebc6f8-ecdb-4126-8099-443bddc6b7b5 admin admin] Publish callbacks [] for security_group (80303f91-f266-47ed-accb-8d029a286bf7), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:16:09.438456 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-60ebc6f8-ecdb-4126-8099-443bddc6b7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (80303f91-f266-47ed-accb-8d029a286bf7), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:16:09.440771 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-60ebc6f8-ecdb-4126-8099-443bddc6b7b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:16:09.441978 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-60ebc6f8-ecdb-4126-8099-443bddc6b7b5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/80303f91-f266-47ed-accb-8d029a286bf7 HTTP/1.1" status: 204 len: 168 time: 0.1909065 Apr 12 18:16:09.450372 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebc6f8-ecdb-4126-8099-443bddc6b7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80303f91-f266-47ed-accb-8d029a286bf7,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:16:09.456950 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ebc6f8-ecdb-4126-8099-443bddc6b7b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.457331 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ebc6f8-ecdb-4126-8099-443bddc6b7b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.457679 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ebc6f8-ecdb-4126-8099-443bddc6b7b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.458022 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ebc6f8-ecdb-4126-8099-443bddc6b7b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.458361 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ebc6f8-ecdb-4126-8099-443bddc6b7b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.458695 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ebc6f8-ecdb-4126-8099-443bddc6b7b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.459026 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ebc6f8-ecdb-4126-8099-443bddc6b7b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.459358 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ebc6f8-ecdb-4126-8099-443bddc6b7b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.459710 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ebc6f8-ecdb-4126-8099-443bddc6b7b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.460044 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ebc6f8-ecdb-4126-8099-443bddc6b7b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.460386 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ebc6f8-ecdb-4126-8099-443bddc6b7b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.460782 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ebc6f8-ecdb-4126-8099-443bddc6b7b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.461039 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ebc6f8-ecdb-4126-8099-443bddc6b7b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.461389 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ebc6f8-ecdb-4126-8099-443bddc6b7b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:09.461712 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ebc6f8-ecdb-4126-8099-443bddc6b7b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:16:13.152044 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-1d0bfb20-ecae-4afa-8d5d-60574bae47f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:16:15.479665 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-00f23322-7d31-43ef-88d1-50c0d5ba1f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:16:16.806350 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:16:18.288067 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:16:19.252738 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:16:31.801506 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 5 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:16:43.154488 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-66db1fe9-f215-4957-ada0-40e79b693271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:16:45.482091 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6b65caaa-0439-4227-a50e-7159419eb524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:16:46.804876 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:16:48.291520 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:16:49.254979 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:17:08.799655 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 5 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:17:13.155660 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-cf2dcedb-f422-4c6c-abdb-ef040c040060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:17:15.482269 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-902815fe-ba9b-4e1a-83ca-e3503021fa82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:17:16.808601 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:17:18.299729 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:17:19.256850 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:17:43.161431 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-95c46386-44bc-41ab-bf93-740a5fd4e952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:17:45.484882 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-47b2b584-04c9-443f-9116-cff21445699a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:17:45.798470 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 5 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:17:46.810311 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:17:48.300705 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:17:49.260665 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:17:53.876192 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-807853'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:18:08.478670 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 34358) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:18:08.583116 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-e7aae916-b9f4-4591-8d13-587936e3d201 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1033511 Apr 12 18:18:10.940423 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 34368) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:18:10.994497 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-c8da054c-4941-4c00-b0e5-b0d7bb7f18ae admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0529969 Apr 12 18:18:13.164293 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a47f3d86-310d-490f-aa3e-846d0917b518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:18:15.488953 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7e853882-2171-41e5-965b-d2b889dfb0f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:18:16.815288 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:18:18.300874 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:18:19.263247 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:18:22.797363 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:18:23.823955 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:18:43.167892 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-3b4290da-a122-4af5-b59f-11b32512d64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:18:45.490371 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-872cf23a-4f5d-420c-931d-76bdf4861464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:18:46.815549 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:18:48.303575 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:18:49.265430 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:18:53.838265 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:18:59.796685 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:19:13.170006 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-89aa8f54-ef59-445e-8af0-ee444b62ed99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:15.495531 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-9c5caae1-4e2a-4020-bb49-796750fd02a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:16.824921 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:18.306071 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:19.268257 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:23.838208 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:36.796116 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:19:43.176655 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-635b79d3-3226-4f52-bc8a-b015cf2288e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:45.508638 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-acf74fef-c2e5-4b85-b055-30bda663f62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:46.837344 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:48.333586 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:49.294600 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:51.083895 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 34578) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:19:51.187508 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 34588) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:19:51.364800 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-750434608-network', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:19:51.385835 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Made reservation on behalf of a6c7a32511684e98998d07f553b02c00 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:19:51.388479 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for network (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:51.391400 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 34602) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:19:51.398372 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:51.459859 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-b9697865-6e61-49ef-9d37-c364c1a0e5f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-356196032-network', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:19:51.490189 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Publish callbacks [] for security_group (ab88d248-b135-49c4-a8dd-e18f158da682), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:51.498419 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (ab88d248-b135-49c4-a8dd-e18f158da682), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:51.523776 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:19:51.532859 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (093c9b08-910f-4fc5-b271-7615cafd8f99), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:51.533680 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.segments_db [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Added segment 093c9b08-910f-4fc5-b271-7615cafd8f99 of type vlan for network 3aeebb2a-d034-4a90-afa4-338c34468833 Apr 12 18:19:51.540793 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9697865-6e61-49ef-9d37-c364c1a0e5f8 admin admin] Made reservation on behalf of c5d28f86be7741b183b3d48b791ace5c for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:19:51.543206 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b9697865-6e61-49ef-9d37-c364c1a0e5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for network (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:51.578652 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b9697865-6e61-49ef-9d37-c364c1a0e5f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:51.601467 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761369839068'] for network (3aeebb2a-d034-4a90-afa4-338c34468833), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:51.633528 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab88d248-b135-49c4-a8dd-e18f158da682,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:19:51.644553 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:51.645142 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:51.645600 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:51.645955 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:51.646435 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:51.646980 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:51.647526 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:51.647866 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:51.648311 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:51.648863 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:51.649463 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:51.650031 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:51.650751 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:51.651304 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:51.651901 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Tracked resource versions report: Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: pushed versions: Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: { 'AddressGroup': {'1.2'}, Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'Agent': {'1.1'}, Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'ConntrackHelper': {'1.0'}, Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'LocalIPAssociation': {'1.0'}, Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'Log': {'1.0'}, Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'NDPProxy': {'1.0'}, Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'Network': {'1.1'}, Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'Port': {'1.7'}, Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'PortForwarding': {'1.3'}, Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'QosPolicy': {'1.10'}, Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'SecurityGroup': {'1.5'}, Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'SecurityGroupRule': {'1.2'}, Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'SubPort': {'1.0'}, Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'Subnet': {'1.1'}, Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'Trunk': {'1.1'}} Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: consumer versions: Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: { DHCP agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: HyperV agent@hv-cinder-83753: {}, Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: L3 agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: Metadata agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: Metering agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: Open vSwitch agent@dv-cinder-837535-1-iscsi: { 'AddressGroup': '1.2', Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'Agent': '1.1', Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'ConntrackHelper': '1.0', Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'LocalIPAssociation': '1.0', Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'Log': '1.0', Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'NDPProxy': '1.0', Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'Network': '1.1', Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'Port': '1.7', Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'PortForwarding': '1.3', Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'QosPolicy': '1.10', Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'SecurityGroup': '1.5', Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'SecurityGroupRule': '1.2', Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'SubPort': '1.0', Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'Subnet': '1.1', Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: 'Trunk': '1.1'}} Apr 12 18:19:51.653731 dv-cinder-837535-1-iscsi neutron-server[103523]: {{(pid=103523) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 18:19:51.669249 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for network (3aeebb2a-d034-4a90-afa4-338c34468833), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:51.670450 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:19:51.671267 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:51.743713 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-331663041-network', 'tenant_id': 'f8d1c6064aa944848c0202c05f0c3181'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:19:51.749145 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6629343 Apr 12 18:19:51.752503 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 34622) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:19:51.760554 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-e059081e-fcdd-4c72-9914-04864d623db9 admin admin] Request body: {'subnet': {'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-750434608-subnet', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:19:51.775449 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490bf43-4783-4909-a66f-8cbcb3b0b08e admin admin] Pushing event updated for resources: {'Network': ['ID=3aeebb2a-d034-4a90-afa4-338c34468833,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:19:51.794387 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Made reservation on behalf of f8d1c6064aa944848c0202c05f0c3181 for: {'network': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:19:51.796679 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for network (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:51.802559 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Network 3aeebb2a-d034-4a90-afa4-338c34468833 details requested by agent ovs-agent-dv-cinder-837535-1-iscsi with host dv-cinder-837535-1-iscsi {{(pid=103525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:19:51.810893 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:51.819729 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e059081e-fcdd-4c72-9914-04864d623db9 admin admin] Made reservation on behalf of a6c7a32511684e98998d07f553b02c00 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:19:51.822055 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e059081e-fcdd-4c72-9914-04864d623db9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:51.865155 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b9697865-6e61-49ef-9d37-c364c1a0e5f8 admin admin] Publish callbacks [] for security_group (330f44d9-d08c-42b6-914c-92b768fc4fb5), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:51.904723 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b9697865-6e61-49ef-9d37-c364c1a0e5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (330f44d9-d08c-42b6-914c-92b768fc4fb5), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:51.939955 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Publish callbacks [] for security_group (f85994d4-ed3c-4abc-8dab-7c213beb29b6), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:51.946478 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (f85994d4-ed3c-4abc-8dab-7c213beb29b6), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:51.949394 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9697865-6e61-49ef-9d37-c364c1a0e5f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:19:51.963323 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9697865-6e61-49ef-9d37-c364c1a0e5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330f44d9-d08c-42b6-914c-92b768fc4fb5,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:19:51.971446 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b9697865-6e61-49ef-9d37-c364c1a0e5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (5377f466-4b6e-46ba-a53b-1eadcfe56874), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:51.972416 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.segments_db [None req-b9697865-6e61-49ef-9d37-c364c1a0e5f8 admin admin] Added segment 5377f466-4b6e-46ba-a53b-1eadcfe56874 of type vlan for network c9dc82e9-ba51-4034-af9b-11d793e8de94 Apr 12 18:19:51.986839 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85994d4-ed3c-4abc-8dab-7c213beb29b6,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:19:51.999922 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:52.000393 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:52.000951 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:52.001359 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:52.001963 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:52.002101 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:52.002818 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:52.003315 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:52.004058 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:52.004594 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:52.004949 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:52.005487 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:52.005823 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:52.006834 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:52.007168 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Tracked resource versions report: Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: pushed versions: Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: { 'AddressGroup': {'1.2'}, Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'Agent': {'1.1'}, Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'ConntrackHelper': {'1.0'}, Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'LocalIPAssociation': {'1.0'}, Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'Log': {'1.0'}, Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'NDPProxy': {'1.0'}, Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'Network': {'1.1'}, Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'Port': {'1.7'}, Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'PortForwarding': {'1.3'}, Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'QosPolicy': {'1.10'}, Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'SecurityGroup': {'1.5'}, Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'SecurityGroupRule': {'1.2'}, Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'SubPort': {'1.0'}, Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'Subnet': {'1.1'}, Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'Trunk': {'1.1'}} Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: consumer versions: Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: { DHCP agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: HyperV agent@hv-cinder-83753: {}, Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: L3 agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: Metadata agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: Metering agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: Open vSwitch agent@dv-cinder-837535-1-iscsi: { 'AddressGroup': '1.2', Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'Agent': '1.1', Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'ConntrackHelper': '1.0', Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'LocalIPAssociation': '1.0', Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'Log': '1.0', Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'NDPProxy': '1.0', Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'Network': '1.1', Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'Port': '1.7', Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'PortForwarding': '1.3', Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'QosPolicy': '1.10', Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'SecurityGroup': '1.5', Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'SecurityGroupRule': '1.2', Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'SubPort': '1.0', Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'Subnet': '1.1', Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: 'Trunk': '1.1'}} Apr 12 18:19:52.008863 dv-cinder-837535-1-iscsi neutron-server[103524]: {{(pid=103524) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 18:19:52.020184 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=103524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:19:52.035514 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761370393263', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (896b8c58-23d7-4cc5-910e-d917c274827b), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:52.036123 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Unsubscribe: segment precommit_create {{(pid=103524) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 18:19:52.036784 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.db.segments_db [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Added segment 896b8c58-23d7-4cc5-910e-d917c274827b of type vlan for network 6a618b05-ddac-4d83-834e-7fc26cc8c8d6 Apr 12 18:19:52.037036 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b9697865-6e61-49ef-9d37-c364c1a0e5f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761369839068'] for network (c9dc82e9-ba51-4034-af9b-11d793e8de94), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:52.109952 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761369839068'] for network (6a618b05-ddac-4d83-834e-7fc26cc8c8d6), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:52.147468 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for network (6a618b05-ddac-4d83-834e-7fc26cc8c8d6), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:52.149767 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:19:52.150649 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:52.171607 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e059081e-fcdd-4c72-9914-04864d623db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for subnet (46b9b379-140d-4142-a367-613843eeaf49), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:52.233755 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b9697865-6e61-49ef-9d37-c364c1a0e5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for network (c9dc82e9-ba51-4034-af9b-11d793e8de94), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:52.234830 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9697865-6e61-49ef-9d37-c364c1a0e5f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:19:52.235398 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b9697865-6e61-49ef-9d37-c364c1a0e5f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:52.243268 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059081e-fcdd-4c72-9914-04864d623db9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46b9b379-140d-4142-a367-613843eeaf49,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:19:52.339150 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9697865-6e61-49ef-9d37-c364c1a0e5f8 admin admin] Pushing event updated for resources: {'Network': ['ID=c9dc82e9-ba51-4034-af9b-11d793e8de94,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:19:52.353503 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Network c9dc82e9-ba51-4034-af9b-11d793e8de94 details requested by agent ovs-agent-dv-cinder-837535-1-iscsi with host dv-cinder-837535-1-iscsi {{(pid=103525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:19:52.357611 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e059081e-fcdd-4c72-9914-04864d623db9 admin admin] Checking segment: {'id': '093c9b08-910f-4fc5-b271-7615cafd8f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:19:52.358897 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e059081e-fcdd-4c72-9914-04864d623db9 admin admin] Network hostable DHCP agents. Network: 3aeebb2a-d034-4a90-afa4-338c34468833, hostable agents: ['fc5bc6ba-9bcd-441b-ae43-9003ca698105'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:19:52.369813 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-b9697865-6e61-49ef-9d37-c364c1a0e5f8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1812584 Apr 12 18:19:52.374243 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 34642) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:19:52.380029 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-6b742ec0-5e85-4703-bc08-512c0ffc72e6 admin admin] Request body: {'subnet': {'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-356196032-subnet', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:19:52.397525 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0042219 Apr 12 18:19:52.398300 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 34646) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:19:52.405806 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e059081e-fcdd-4c72-9914-04864d623db9 admin admin] Network 3aeebb2a-d034-4a90-afa4-338c34468833 is scheduled to be hosted by DHCP agent fc5bc6ba-9bcd-441b-ae43-9003ca698105 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:19:52.424593 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-e059081e-fcdd-4c72-9914-04864d623db9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837535-1-iscsi, 3aeebb2a-d034-4a90-afa4-338c34468833) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:19:52.439155 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-7cf4935f-78e5-49b9-adbd-e82c3c0881af admin admin] Request body: {'subnet': {'network_id': '6a618b05-ddac-4d83-834e-7fc26cc8c8d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-331663041-subnet', 'tenant_id': 'f8d1c6064aa944848c0202c05f0c3181', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:19:52.440733 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e059081e-fcdd-4c72-9914-04864d623db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:19:52.441902 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e059081e-fcdd-4c72-9914-04864d623db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for subnet (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:52.447669 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b742ec0-5e85-4703-bc08-512c0ffc72e6 admin admin] Made reservation on behalf of c5d28f86be7741b183b3d48b791ace5c for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:19:52.450200 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b742ec0-5e85-4703-bc08-512c0ffc72e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:52.456991 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf0ed0-2e27-427f-9bd5-b84faac1ec9d admin admin] Pushing event updated for resources: {'Network': ['ID=6a618b05-ddac-4d83-834e-7fc26cc8c8d6,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:19:52.462708 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf4935f-78e5-49b9-adbd-e82c3c0881af admin admin] Made reservation on behalf of f8d1c6064aa944848c0202c05f0c3181 for: {'subnet': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:19:52.466508 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7cf4935f-78e5-49b9-adbd-e82c3c0881af admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:52.478626 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b18b8bd-333c-4dc0-b303-eb4d72aa9fdd None None] Network 3aeebb2a-d034-4a90-afa4-338c34468833 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:19:52.515195 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Network 6a618b05-ddac-4d83-834e-7fc26cc8c8d6 details requested by agent ovs-agent-dv-cinder-837535-1-iscsi with host dv-cinder-837535-1-iscsi {{(pid=103525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:19:52.736996 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7cf4935f-78e5-49b9-adbd-e82c3c0881af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for subnet (64c7006b-c0a5-421a-81b1-b049c91ee468), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:52.750101 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10cd5d1a-f5e6-56e1-9899-22d4fc397636-3aeebb2a-d034-4a90-afa4-338c34468833', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'fixed_ips': [{'subnet_id': '46b9b379-140d-4142-a367-613843eeaf49'}]}} from dv-cinder-837535-1-iscsi. {{(pid=103525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:19:52.751080 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:52.825102 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4935f-78e5-49b9-adbd-e82c3c0881af admin admin] Pushing event updated for resources: {'Subnet': ['ID=64c7006b-c0a5-421a-81b1-b049c91ee468,revision_number=0']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:19:52.860133 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-e059081e-fcdd-4c72-9914-04864d623db9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1032419 Apr 12 18:19:52.863956 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 34664) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:19:52.871518 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-7ff33a46-ca64-4af4-9951-43bb7d8e3d39 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-750434608-router', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:19:52.881939 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b742ec0-5e85-4703-bc08-512c0ffc72e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for subnet (e9a9f4b8-3305-469c-8769-0a7b186de1c2), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:52.900791 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf4935f-78e5-49b9-adbd-e82c3c0881af admin admin] Checking segment: {'id': '896b8c58-23d7-4cc5-910e-d917c274827b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6a618b05-ddac-4d83-834e-7fc26cc8c8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:19:52.902274 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf4935f-78e5-49b9-adbd-e82c3c0881af admin admin] Network hostable DHCP agents. Network: 6a618b05-ddac-4d83-834e-7fc26cc8c8d6, hostable agents: ['fc5bc6ba-9bcd-441b-ae43-9003ca698105'], hosted agents: [] {{(pid=103524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:19:52.939050 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf4935f-78e5-49b9-adbd-e82c3c0881af admin admin] Network 6a618b05-ddac-4d83-834e-7fc26cc8c8d6 is scheduled to be hosted by DHCP agent fc5bc6ba-9bcd-441b-ae43-9003ca698105 with binding_index 1 {{(pid=103524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:19:52.969662 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-7cf4935f-78e5-49b9-adbd-e82c3c0881af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837535-1-iscsi, 6a618b05-ddac-4d83-834e-7fc26cc8c8d6) {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:19:52.971661 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7ff33a46-ca64-4af4-9951-43bb7d8e3d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-808780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8844'] for router (05b49423-1230-40fc-b521-529e50f39993), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:52.972737 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7ff33a46-ca64-4af4-9951-43bb7d8e3d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-810069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router (05b49423-1230-40fc-b521-529e50f39993), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:52.974416 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf4935f-78e5-49b9-adbd-e82c3c0881af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:19:52.975784 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7cf4935f-78e5-49b9-adbd-e82c3c0881af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for subnet (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:52.985496 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b742ec0-5e85-4703-bc08-512c0ffc72e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9a9f4b8-3305-469c-8769-0a7b186de1c2,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:19:52.996039 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873314eb-8fa1-460b-acbe-741ee755ac8b None None] Network 6a618b05-ddac-4d83-834e-7fc26cc8c8d6 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:19:53.011537 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b742ec0-5e85-4703-bc08-512c0ffc72e6 admin admin] Checking segment: {'id': '5377f466-4b6e-46ba-a53b-1eadcfe56874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:19:53.011903 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b742ec0-5e85-4703-bc08-512c0ffc72e6 admin admin] Network hostable DHCP agents. Network: c9dc82e9-ba51-4034-af9b-11d793e8de94, hostable agents: ['fc5bc6ba-9bcd-441b-ae43-9003ca698105'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:19:53.022232 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-7cf4935f-78e5-49b9-adbd-e82c3c0881af admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5861273 Apr 12 18:19:53.065570 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7ff33a46-ca64-4af4-9951-43bb7d8e3d39 admin admin] Publish callbacks [] for router_controller (05b49423-1230-40fc-b521-529e50f39993), precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:53.120914 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b742ec0-5e85-4703-bc08-512c0ffc72e6 admin admin] Network c9dc82e9-ba51-4034-af9b-11d793e8de94 is scheduled to be hosted by DHCP agent fc5bc6ba-9bcd-441b-ae43-9003ca698105 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:19:53.172547 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-6b742ec0-5e85-4703-bc08-512c0ffc72e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837535-1-iscsi, c9dc82e9-ba51-4034-af9b-11d793e8de94) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:19:53.186628 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f64be0d-9177-488f-8b10-8688549f203f None None] Network c9dc82e9-ba51-4034-af9b-11d793e8de94 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:19:53.189858 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b742ec0-5e85-4703-bc08-512c0ffc72e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:19:53.190464 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b742ec0-5e85-4703-bc08-512c0ffc72e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for subnet (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:53.231891 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-6b742ec0-5e85-4703-bc08-512c0ffc72e6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8540316 Apr 12 18:19:53.232277 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 34682) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:19:53.237591 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-840eeb97-b275-429d-85c6-c39cd8af7b6c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:19:53.304773 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.db_base_plugin_common [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Allocated IP 172.20.0.2 (3aeebb2a-d034-4a90-afa4-338c34468833/46b9b379-140d-4142-a367-613843eeaf49/e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe) {{(pid=103525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:19:53.314222 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561f13eb-e39d-4a9f-912b-fcabee9ae82a None None] Network 6a618b05-ddac-4d83-834e-7fc26cc8c8d6 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:19:53.337719 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-840eeb97-b275-429d-85c6-c39cd8af7b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-808780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8844'] for router (75c67045-88dc-47c1-88df-b545b64bc51a), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:53.339079 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-840eeb97-b275-429d-85c6-c39cd8af7b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-810069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router (75c67045-88dc-47c1-88df-b545b64bc51a), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:53.346191 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7ff33a46-ca64-4af4-9951-43bb7d8e3d39 admin admin] Publish callbacks [] for router_gateway (05b49423-1230-40fc-b521-529e50f39993), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:53.470677 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-840eeb97-b275-429d-85c6-c39cd8af7b6c admin admin] Publish callbacks [] for router_controller (75c67045-88dc-47c1-88df-b545b64bc51a), precommit_add_association {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:53.763763 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-840eeb97-b275-429d-85c6-c39cd8af7b6c admin admin] Publish callbacks [] for router_gateway (75c67045-88dc-47c1-88df-b545b64bc51a), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:53.840911 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302bc841-2488-4061-a410-62f2daa79e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10cd5d1a-f5e6-56e1-9899-22d4fc397636-c9dc82e9-ba51-4034-af9b-11d793e8de94', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2'}]}} from dv-cinder-837535-1-iscsi. {{(pid=103525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:19:53.842184 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-302bc841-2488-4061-a410-62f2daa79e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:53.911128 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:53.930694 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7ff33a46-ca64-4af4-9951-43bb7d8e3d39 admin admin] Publish callbacks [] for router_gateway (05b49423-1230-40fc-b521-529e50f39993), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:53.984996 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7ff33a46-ca64-4af4-9951-43bb7d8e3d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:54.048181 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Publish callbacks [] for port (e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe), precommit_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:54.062333 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe), after_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:54.181028 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Network 3aeebb2a-d034-4a90-afa4-338c34468833 is already hosted by enough agents. {{(pid=103525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:19:54.182515 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-7ff33a46-ca64-4af4-9951-43bb7d8e3d39 admin admin] Allocated IP 172.27.1.230 (8fe2c56e-0395-443d-a858-76cf54693827/10fb9747-8da5-4ac4-8e6b-c6dba6e53947/9b5be9ea-acf4-4514-a122-106d45ba0411) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:19:54.202094 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.scheduler.base_scheduler [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Resources bound (agent type, host, resource id): {{(pid=103525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:19:54.207971 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Received port after_create {{(pid=103525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:19:54.211348 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Pushing event updated for resources: {'Port': ['ID=e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe,revision_number=1']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:19:54.221683 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.db_base_plugin_common [None req-302bc841-2488-4061-a410-62f2daa79e31 None None] Allocated IP 172.20.0.2 (c9dc82e9-ba51-4034-af9b-11d793e8de94/e9a9f4b8-3305-469c-8769-0a7b186de1c2/9f19b131-d801-418a-be31-916721ba1590) {{(pid=103525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:19:54.236983 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:54.237906 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:54.238417 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:54.238775 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:54.239117 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:54.239487 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:54.239816 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:54.240146 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:54.240581 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:54.240918 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:54.241383 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:54.241742 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:54.242080 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:54.242411 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:54.242739 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Tracked resource versions report: Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: pushed versions: Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: { 'AddressGroup': {'1.2'}, Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'Agent': {'1.1'}, Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'ConntrackHelper': {'1.0'}, Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'LocalIPAssociation': {'1.0'}, Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'Log': {'1.0'}, Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'NDPProxy': {'1.0'}, Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'Network': {'1.1'}, Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'Port': {'1.7'}, Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'PortForwarding': {'1.3'}, Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'QosPolicy': {'1.10'}, Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'SecurityGroup': {'1.5'}, Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'SecurityGroupRule': {'1.2'}, Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'SubPort': {'1.0'}, Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'Subnet': {'1.1'}, Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'Trunk': {'1.1'}} Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: consumer versions: Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: { DHCP agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: HyperV agent@hv-cinder-83753: {}, Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: L3 agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: Metadata agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: Metering agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: Open vSwitch agent@dv-cinder-837535-1-iscsi: { 'AddressGroup': '1.2', Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'Agent': '1.1', Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'ConntrackHelper': '1.0', Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'LocalIPAssociation': '1.0', Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'Log': '1.0', Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'NDPProxy': '1.0', Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'Network': '1.1', Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'Port': '1.7', Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'PortForwarding': '1.3', Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'QosPolicy': '1.10', Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'SecurityGroup': '1.5', Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'SecurityGroupRule': '1.2', Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'SubPort': '1.0', Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'Subnet': '1.1', Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: 'Trunk': '1.1'}} Apr 12 18:19:54.243986 dv-cinder-837535-1-iscsi neutron-server[103525]: {{(pid=103525) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 18:19:54.264592 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-840eeb97-b275-429d-85c6-c39cd8af7b6c admin admin] Publish callbacks [] for router_gateway (75c67045-88dc-47c1-88df-b545b64bc51a), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:54.302253 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-840eeb97-b275-429d-85c6-c39cd8af7b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:54.357132 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Attempting to bind port e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:19:54.357132 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Attempting to bind port e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': '093c9b08-910f-4fc5-b271-7615cafd8f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:19:54.357435 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Attempting to bind port e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe on network 3aeebb2a-d034-4a90-afa4-338c34468833 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:19:54.366317 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:19:54.366711 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Checking segment: {'id': '093c9b08-910f-4fc5-b271-7615cafd8f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:19:54.367119 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:54.367523 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Bound using segment: {'id': '093c9b08-910f-4fc5-b271-7615cafd8f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:19:54.368007 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Bound port: e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093c9b08-910f-4fc5-b271-7615cafd8f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:19:54.368399 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:54.418813 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7ff33a46-ca64-4af4-9951-43bb7d8e3d39 admin admin] Publish callbacks [] for port (9b5be9ea-acf4-4514-a122-106d45ba0411), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:54.481034 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7ff33a46-ca64-4af4-9951-43bb7d8e3d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (9b5be9ea-acf4-4514-a122-106d45ba0411), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:54.483760 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] For port e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:19:54.517328 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] For port e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe,segment=NetworkSegment(093c9b08-910f-4fc5-b271-7615cafd8f99),segment_id=093c9b08-910f-4fc5-b271-7615cafd8f99)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:19:54.555900 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:54.588922 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-302bc841-2488-4061-a410-62f2daa79e31 None None] Publish callbacks [] for port (9f19b131-d801-418a-be31-916721ba1590), precommit_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:54.592216 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-840eeb97-b275-429d-85c6-c39cd8af7b6c admin admin] Allocated IP 172.27.1.85 (8fe2c56e-0395-443d-a858-76cf54693827/10fb9747-8da5-4ac4-8e6b-c6dba6e53947/bc8bd9ba-4b1d-417c-a78d-fb1e399be74d) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:19:54.595491 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff33a46-ca64-4af4-9951-43bb7d8e3d39 admin admin] Network 8fe2c56e-0395-443d-a858-76cf54693827 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:19:54.611209 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-7ff33a46-ca64-4af4-9951-43bb7d8e3d39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:19:54.613734 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff33a46-ca64-4af4-9951-43bb7d8e3d39 admin admin] Pushing event updated for resources: {'Port': ['ID=9b5be9ea-acf4-4514-a122-106d45ba0411,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:19:54.618507 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff33a46-ca64-4af4-9951-43bb7d8e3d39 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:19:54.678861 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-302bc841-2488-4061-a410-62f2daa79e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (9f19b131-d801-418a-be31-916721ba1590), after_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:54.705029 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302bc841-2488-4061-a410-62f2daa79e31 None None] Network c9dc82e9-ba51-4034-af9b-11d793e8de94 is already hosted by enough agents. {{(pid=103525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:19:54.713276 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.scheduler.base_scheduler [None req-302bc841-2488-4061-a410-62f2daa79e31 None None] Resources bound (agent type, host, resource id): {{(pid=103525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:19:54.720614 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 34758) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:19:54.727957 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302bc841-2488-4061-a410-62f2daa79e31 None None] Received port after_create {{(pid=103525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:19:54.769613 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad64146-a53a-42bc-a8af-a882a3d98225 None None] Pushing event updated for resources: {'Port': ['ID=e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:19:54.771361 dv-cinder-837535-1-iscsi neutron-server[103523]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 18:19:54.860312 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bc841-2488-4061-a410-62f2daa79e31 None None] Pushing event updated for resources: {'Port': ['ID=9f19b131-d801-418a-be31-916721ba1590,revision_number=1']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:19:54.883712 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-840eeb97-b275-429d-85c6-c39cd8af7b6c admin admin] Publish callbacks [] for port (bc8bd9ba-4b1d-417c-a78d-fb1e399be74d), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:54.884550 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-302bc841-2488-4061-a410-62f2daa79e31 None None] Attempting to bind port 9f19b131-d801-418a-be31-916721ba1590 on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:19:54.884939 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-302bc841-2488-4061-a410-62f2daa79e31 None None] Attempting to bind port 9f19b131-d801-418a-be31-916721ba1590 by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': '5377f466-4b6e-46ba-a53b-1eadcfe56874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:19:54.885353 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302bc841-2488-4061-a410-62f2daa79e31 None None] Attempting to bind port 9f19b131-d801-418a-be31-916721ba1590 on network c9dc82e9-ba51-4034-af9b-11d793e8de94 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:19:54.892711 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302bc841-2488-4061-a410-62f2daa79e31 None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:19:54.893292 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302bc841-2488-4061-a410-62f2daa79e31 None None] Checking segment: {'id': '5377f466-4b6e-46ba-a53b-1eadcfe56874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:19:54.894113 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-302bc841-2488-4061-a410-62f2daa79e31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:54.895062 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302bc841-2488-4061-a410-62f2daa79e31 None None] Bound using segment: {'id': '5377f466-4b6e-46ba-a53b-1eadcfe56874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:19:54.895878 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-302bc841-2488-4061-a410-62f2daa79e31 None None] Bound port: 9f19b131-d801-418a-be31-916721ba1590, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5377f466-4b6e-46ba-a53b-1eadcfe56874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:19:54.896424 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-302bc841-2488-4061-a410-62f2daa79e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (9f19b131-d801-418a-be31-916721ba1590), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:54.965310 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-840eeb97-b275-429d-85c6-c39cd8af7b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (bc8bd9ba-4b1d-417c-a78d-fb1e399be74d), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:55.014402 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-302bc841-2488-4061-a410-62f2daa79e31 None None] For port 9f19b131-d801-418a-be31-916721ba1590, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:19:55.014402 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-302bc841-2488-4061-a410-62f2daa79e31 None None] For port 9f19b131-d801-418a-be31-916721ba1590, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=9f19b131-d801-418a-be31-916721ba1590,segment=NetworkSegment(5377f466-4b6e-46ba-a53b-1eadcfe56874),segment_id=5377f466-4b6e-46ba-a53b-1eadcfe56874)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:19:55.032790 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840eeb97-b275-429d-85c6-c39cd8af7b6c admin admin] Network 8fe2c56e-0395-443d-a858-76cf54693827 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:19:55.033884 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-302bc841-2488-4061-a410-62f2daa79e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (9f19b131-d801-418a-be31-916721ba1590), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:55.140838 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-840eeb97-b275-429d-85c6-c39cd8af7b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:19:55.143310 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bc841-2488-4061-a410-62f2daa79e31 None None] Pushing event updated for resources: {'Port': ['ID=9f19b131-d801-418a-be31-916721ba1590,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:19:55.155889 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840eeb97-b275-429d-85c6-c39cd8af7b6c admin admin] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:19:55.311291 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840eeb97-b275-429d-85c6-c39cd8af7b6c admin admin] Pushing event updated for resources: {'Port': ['ID=bc8bd9ba-4b1d-417c-a78d-fb1e399be74d,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:19:55.584746 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-56124201-6cfd-4f0f-a02d-f274f1555109 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:19:55.586910 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-56124201-6cfd-4f0f-a02d-f274f1555109 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/networks?id=6a618b05-ddac-4d83-834e-7fc26cc8c8d6 HTTP/1.1" status: 200 len: 811 time: 0.8221521 Apr 12 18:19:55.629493 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-17e14c10-6867-4053-bbda-7d112df941d0 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/quotas/f8d1c6064aa944848c0202c05f0c3181 HTTP/1.1" status: 200 len: 375 time: 0.0346189 Apr 12 18:19:55.630601 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7ff33a46-ca64-4af4-9951-43bb7d8e3d39 admin admin] Publish callbacks [] for router_gateway (05b49423-1230-40fc-b521-529e50f39993), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:55.719906 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-840eeb97-b275-429d-85c6-c39cd8af7b6c admin admin] Publish callbacks [] for router_gateway (75c67045-88dc-47c1-88df-b545b64bc51a), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:55.962747 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-a2e61aa9-c534-4c9b-aded-1a4e6b526a49 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f8d1c6064aa944848c0202c05f0c3181&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1524999 Apr 12 18:19:56.120783 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7ff33a46-ca64-4af4-9951-43bb7d8e3d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-895179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-807076'] for router (05b49423-1230-40fc-b521-529e50f39993), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:56.259629 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-840eeb97-b275-429d-85c6-c39cd8af7b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-895179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-807076'] for router (75c67045-88dc-47c1-88df-b545b64bc51a), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:56.320873 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-8fa60ac4-149d-409b-b27c-81291ad8d66c service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:19:56.328495 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-8fa60ac4-149d-409b-b27c-81291ad8d66c service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1241765 Apr 12 18:19:56.417346 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc4675d-6074-4873-b148-2045090ef8c0 None None] Network 3aeebb2a-d034-4a90-afa4-338c34468833 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:19:56.517327 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-fab19d01-b26c-492e-aed6-d93db7d1dbbf service neutron] 10.222.0.52 "GET /v2.0/networks/6a618b05-ddac-4d83-834e-7fc26cc8c8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872082 Apr 12 18:19:56.559245 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840eeb97-b275-429d-85c6-c39cd8af7b6c admin admin] Router 75c67045-88dc-47c1-88df-b545b64bc51a is scheduled to L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 with binding_index 1 {{(pid=103524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:19:56.633451 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-a9c3555c-6c58-4d52-bd0f-420654b1fb36 None None] Provisioning complete for port e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:19:56.634204 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a9c3555c-6c58-4d52-bd0f-420654b1fb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:56.672401 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:19:56.679725 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff33a46-ca64-4af4-9951-43bb7d8e3d39 admin admin] Router 05b49423-1230-40fc-b521-529e50f39993 is scheduled to L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:19:56.716387 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840eeb97-b275-429d-85c6-c39cd8af7b6c admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:19:56.727627 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f81d8a-e044-4994-b25a-44a70e63a75a None None] Sync routers for ids ['75c67045-88dc-47c1-88df-b545b64bc51a'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:19:56.739288 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f81d8a-e044-4994-b25a-44a70e63a75a None None] Routers {'75c67045-88dc-47c1-88df-b545b64bc51a'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:19:56.741957 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-b1f81d8a-e044-4994-b25a-44a70e63a75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:19:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['75c67045-88dc-47c1-88df-b545b64bc51a'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:19:56.751747 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-840eeb97-b275-429d-85c6-c39cd8af7b6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:56.758247 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-840eeb97-b275-429d-85c6-c39cd8af7b6c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5244882 Apr 12 18:19:56.761750 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 34818) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:19:56.836623 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da80e01-99d4-4f6f-810c-ff548308533c None None] Network c9dc82e9-ba51-4034-af9b-11d793e8de94 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:19:56.843930 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:19:56.844318 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:56.884042 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-171f4526-50bf-4497-918e-8d60a8a8a121 service neutron] 10.222.0.52 "GET /v2.0/networks/6a618b05-ddac-4d83-834e-7fc26cc8c8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658378 Apr 12 18:19:56.945850 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff33a46-ca64-4af4-9951-43bb7d8e3d39 admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:19:56.980377 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7ff33a46-ca64-4af4-9951-43bb7d8e3d39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:56.983604 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-7ff33a46-ca64-4af4-9951-43bb7d8e3d39 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1171370 Apr 12 18:19:56.986846 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 34826) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:19:56.999547 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-b1f81d8a-e044-4994-b25a-44a70e63a75a None None] Set router 75c67045-88dc-47c1-88df-b545b64bc51a gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:19:57.014765 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-a9c3555c-6c58-4d52-bd0f-420654b1fb36 None None] Current status of the port e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:19:57.020095 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a9c3555c-6c58-4d52-bd0f-420654b1fb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:57.073644 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce492f2e-ccb7-4947-b063-c799f6fcd080 None None] Sync routers for ids ['05b49423-1230-40fc-b521-529e50f39993'] in dv-cinder-837535-1-iscsi {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:19:57.337629 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 34844) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:19:57.347011 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-a9c3555c-6c58-4d52-bd0f-420654b1fb36 None None] For port e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe,segment=NetworkSegment(093c9b08-910f-4fc5-b271-7615cafd8f99),segment_id=093c9b08-910f-4fc5-b271-7615cafd8f99)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:19:57.352257 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce492f2e-ccb7-4947-b063-c799f6fcd080 None None] Routers {'05b49423-1230-40fc-b521-529e50f39993'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:19:57.353163 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ce492f2e-ccb7-4947-b063-c799f6fcd080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:19:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['05b49423-1230-40fc-b521-529e50f39993'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:19:57.424249 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-b1f81d8a-e044-4994-b25a-44a70e63a75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:55Z', 'revision_number': 3, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:19:57.458043 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:19:57.458748 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:57.478937 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a9c3555c-6c58-4d52-bd0f-420654b1fb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:57.513346 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f81d8a-e044-4994-b25a-44a70e63a75a None None] Checking router: 75c67045-88dc-47c1-88df-b545b64bc51a for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:19:57.513708 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f81d8a-e044-4994-b25a-44a70e63a75a None None] Updating router 75c67045-88dc-47c1-88df-b545b64bc51a port bc8bd9ba-4b1d-417c-a78d-fb1e399be74d binding host dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:19:57.525765 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d467c836-48a0-41f8-9e04-a23fa7fefe6c req-4e428de1-622b-4d7f-bc2f-803372dc7ae4 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 210 time: 0.1866930 Apr 12 18:19:57.597335 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b1f81d8a-e044-4994-b25a-44a70e63a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (bc8bd9ba-4b1d-417c-a78d-fb1e399be74d), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:57.818483 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3555c-6c58-4d52-bd0f-420654b1fb36 None None] Pushing event updated for resources: {'Port': ['ID=e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:19:57.924323 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-a2dcbb80-feac-46a7-b2f1-f4926d5b2b6f None None] Provisioning complete for port e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:19:57.924725 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a2dcbb80-feac-46a7-b2f1-f4926d5b2b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:57.979819 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-ce492f2e-ccb7-4947-b063-c799f6fcd080 None None] Set router 05b49423-1230-40fc-b521-529e50f39993 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:19:58.136681 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4cf48cbe-f4ff-4ad5-99bb-cea081948d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:58.338526 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b1f81d8a-e044-4994-b25a-44a70e63a75a None None] Publish callbacks [] for port (bc8bd9ba-4b1d-417c-a78d-fb1e399be74d), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:58.355448 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b1f81d8a-e044-4994-b25a-44a70e63a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (bc8bd9ba-4b1d-417c-a78d-fb1e399be74d), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:58.415459 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-b1f81d8a-e044-4994-b25a-44a70e63a75a None None] Attempting to bind port bc8bd9ba-4b1d-417c-a78d-fb1e399be74d on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:19:58.416131 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-b1f81d8a-e044-4994-b25a-44a70e63a75a None None] Attempting to bind port bc8bd9ba-4b1d-417c-a78d-fb1e399be74d by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:19:58.417200 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f81d8a-e044-4994-b25a-44a70e63a75a None None] Attempting to bind port bc8bd9ba-4b1d-417c-a78d-fb1e399be74d on network 8fe2c56e-0395-443d-a858-76cf54693827 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:19:58.452819 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 34906) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:19:58.471206 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f81d8a-e044-4994-b25a-44a70e63a75a None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:19:58.471589 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f81d8a-e044-4994-b25a-44a70e63a75a None None] Checking segment: {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:19:58.472003 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b1f81d8a-e044-4994-b25a-44a70e63a75a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:58.472397 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f81d8a-e044-4994-b25a-44a70e63a75a None None] Bound using segment: {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:19:58.473106 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-b1f81d8a-e044-4994-b25a-44a70e63a75a None None] Bound port: bc8bd9ba-4b1d-417c-a78d-fb1e399be74d, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:19:58.473715 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b1f81d8a-e044-4994-b25a-44a70e63a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (bc8bd9ba-4b1d-417c-a78d-fb1e399be74d), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:58.517720 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-4cf48cbe-f4ff-4ad5-99bb-cea081948d64 admin admin] Allocated IP 172.20.0.1 (c9dc82e9-ba51-4034-af9b-11d793e8de94/e9a9f4b8-3305-469c-8769-0a7b186de1c2/f0ee12d0-42ec-4df9-af37-6171eb8e0fce) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:19:58.518538 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.db.api [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 18:19:58.518538 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG oslo_db.api [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 18:19:58.593736 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-b1f81d8a-e044-4994-b25a-44a70e63a75a None None] For port bc8bd9ba-4b1d-417c-a78d-fb1e399be74d, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:19:58.607171 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-b1f81d8a-e044-4994-b25a-44a70e63a75a None None] For port bc8bd9ba-4b1d-417c-a78d-fb1e399be74d, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=bc8bd9ba-4b1d-417c-a78d-fb1e399be74d,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:19:58.631329 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b1f81d8a-e044-4994-b25a-44a70e63a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (bc8bd9ba-4b1d-417c-a78d-fb1e399be74d), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:58.712414 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0661b-ceb9-48eb-8ca6-2200761f50f2 None None] Pushing event updated for resources: {'Port': ['ID=bc8bd9ba-4b1d-417c-a78d-fb1e399be74d,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:19:58.740159 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-a2dcbb80-feac-46a7-b2f1-f4926d5b2b6f None None] Current status of the port e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:19:58.775314 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0661b-ceb9-48eb-8ca6-2200761f50f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:58.776290 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0661b-ceb9-48eb-8ca6-2200761f50f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:58.776974 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0661b-ceb9-48eb-8ca6-2200761f50f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:58.777370 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0661b-ceb9-48eb-8ca6-2200761f50f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:58.778127 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0661b-ceb9-48eb-8ca6-2200761f50f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:58.779013 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0661b-ceb9-48eb-8ca6-2200761f50f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:58.779509 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0661b-ceb9-48eb-8ca6-2200761f50f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:58.780046 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0661b-ceb9-48eb-8ca6-2200761f50f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:58.782066 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0661b-ceb9-48eb-8ca6-2200761f50f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:58.782837 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0661b-ceb9-48eb-8ca6-2200761f50f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:58.784082 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0661b-ceb9-48eb-8ca6-2200761f50f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:58.785819 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0661b-ceb9-48eb-8ca6-2200761f50f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:58.789628 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0661b-ceb9-48eb-8ca6-2200761f50f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:58.790146 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0661b-ceb9-48eb-8ca6-2200761f50f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:58.790624 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0661b-ceb9-48eb-8ca6-2200761f50f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0661b-ceb9-48eb-8ca6-2200761f50f2 None None] Tracked resource versions report: Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: pushed versions: Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: { 'AddressGroup': {'1.2'}, Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'Agent': {'1.1'}, Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'ConntrackHelper': {'1.0'}, Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'LocalIPAssociation': {'1.0'}, Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'Log': {'1.0'}, Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'NDPProxy': {'1.0'}, Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'Network': {'1.1'}, Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'Port': {'1.7'}, Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'PortForwarding': {'1.3'}, Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'QosPolicy': {'1.10'}, Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'SecurityGroup': {'1.5'}, Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'SecurityGroupRule': {'1.2'}, Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'SubPort': {'1.0'}, Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'Subnet': {'1.1'}, Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'Trunk': {'1.1'}} Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: consumer versions: Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: { DHCP agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: HyperV agent@hv-cinder-83753: {}, Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: L3 agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: Metadata agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: Metering agent@dv-cinder-837535-1-iscsi: {}, Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: Open vSwitch agent@dv-cinder-837535-1-iscsi: { 'AddressGroup': '1.2', Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'Agent': '1.1', Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'ConntrackHelper': '1.0', Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'LocalIPAssociation': '1.0', Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'Log': '1.0', Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'NDPProxy': '1.0', Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'Network': '1.1', Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'Port': '1.7', Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'PortForwarding': '1.3', Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'QosPolicy': '1.10', Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'SecurityGroup': '1.5', Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'SecurityGroupRule': '1.2', Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'SubPort': '1.0', Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'Subnet': '1.1', Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: 'Trunk': '1.1'}} Apr 12 18:19:58.791986 dv-cinder-837535-1-iscsi neutron-server[103526]: {{(pid=103526) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 18:19:58.808737 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f874079-d414-4a92-96e5-1d0d4ecc46d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:58.811611 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f81d8a-e044-4994-b25a-44a70e63a75a None None] Routers {'75c67045-88dc-47c1-88df-b545b64bc51a'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:19:58.813901 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3a61b43f-4b54-4f31-a836-a4fc6bfbbedc req-ad8ac253-08db-4415-876f-57182e301766 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 210 time: 0.1204524 Apr 12 18:19:58.816106 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4cf48cbe-f4ff-4ad5-99bb-cea081948d64 admin admin] Publish callbacks [] for port (f0ee12d0-42ec-4df9-af37-6171eb8e0fce), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:58.822084 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-b1f81d8a-e044-4994-b25a-44a70e63a75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:19:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['75c67045-88dc-47c1-88df-b545b64bc51a'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:19:58.904624 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-a2dcbb80-feac-46a7-b2f1-f4926d5b2b6f None None] Provisioning complete for port 9f19b131-d801-418a-be31-916721ba1590 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:19:58.905134 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a2dcbb80-feac-46a7-b2f1-f4926d5b2b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (9f19b131-d801-418a-be31-916721ba1590), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:58.926209 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a591f164-eec6-4df2-9765-fbf3d1a30591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:58.980917 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4cf48cbe-f4ff-4ad5-99bb-cea081948d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (f0ee12d0-42ec-4df9-af37-6171eb8e0fce), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:59.017792 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ce492f2e-ccb7-4947-b063-c799f6fcd080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b49423-1230-40fc-b521-529e50f39993', 'name': 'tempest-AttachVolumeTestJSON-750434608-router', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:52Z', 'updated_at': '2022-04-12T18:19:55Z', 'revision_number': 3, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'gw_port': {'id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:19:59.029037 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf48cbe-f4ff-4ad5-99bb-cea081948d64 admin admin] Network c9dc82e9-ba51-4034-af9b-11d793e8de94 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:19:59.031733 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-4cf48cbe-f4ff-4ad5-99bb-cea081948d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:19:59.041867 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf48cbe-f4ff-4ad5-99bb-cea081948d64 admin admin] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:19:59.042253 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4cf48cbe-f4ff-4ad5-99bb-cea081948d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-806997'] for router_interface (75c67045-88dc-47c1-88df-b545b64bc51a), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:59.073491 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce492f2e-ccb7-4947-b063-c799f6fcd080 None None] Checking router: 05b49423-1230-40fc-b521-529e50f39993 for host: dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:19:59.074067 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce492f2e-ccb7-4947-b063-c799f6fcd080 None None] Updating router 05b49423-1230-40fc-b521-529e50f39993 port 9b5be9ea-acf4-4514-a122-106d45ba0411 binding host dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:19:59.097301 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0661b-ceb9-48eb-8ca6-2200761f50f2 None None] Pushing event updated for resources: {'Port': ['ID=bc8bd9ba-4b1d-417c-a78d-fb1e399be74d,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:19:59.197035 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ce492f2e-ccb7-4947-b063-c799f6fcd080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (9b5be9ea-acf4-4514-a122-106d45ba0411), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:59.227084 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:19:59.239634 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 9f19b131-d801-418a-be31-916721ba1590 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:19:59.288634 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a591f164-eec6-4df2-9765-fbf3d1a30591 admin admin] Publish callbacks [] for security_group (07fd56f8-c7da-4d8a-b8f5-1ff690e5fc04), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:59.342634 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-a2dcbb80-feac-46a7-b2f1-f4926d5b2b6f None None] Current status of the port 9f19b131-d801-418a-be31-916721ba1590 is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:19:59.343281 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a2dcbb80-feac-46a7-b2f1-f4926d5b2b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (9f19b131-d801-418a-be31-916721ba1590), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:59.345381 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-b1f81d8a-e044-4994-b25a-44a70e63a75a None None] Set router 75c67045-88dc-47c1-88df-b545b64bc51a gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:19:59.349457 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a591f164-eec6-4df2-9765-fbf3d1a30591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (07fd56f8-c7da-4d8a-b8f5-1ff690e5fc04), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:59.350994 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-6f874079-d414-4a92-96e5-1d0d4ecc46d4 admin admin] Allocated IP 172.20.0.1 (3aeebb2a-d034-4a90-afa4-338c34468833/46b9b379-140d-4142-a367-613843eeaf49/0d22467a-dd59-44f3-a058-8548686b870f) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:19:59.409745 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-a591f164-eec6-4df2-9765-fbf3d1a30591 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a1e7f0c339934f92a838ba7bbaf3882c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9529860 Apr 12 18:19:59.410360 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 34946) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:19:59.485807 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf48cbe-f4ff-4ad5-99bb-cea081948d64 admin admin] Pushing event updated for resources: {'Port': ['ID=f0ee12d0-42ec-4df9-af37-6171eb8e0fce,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:19:59.515041 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f874079-d414-4a92-96e5-1d0d4ecc46d4 admin admin] Publish callbacks [] for port (0d22467a-dd59-44f3-a058-8548686b870f), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:59.552677 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591f164-eec6-4df2-9765-fbf3d1a30591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fd56f8-c7da-4d8a-b8f5-1ff690e5fc04,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:19:59.555364 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f874079-d414-4a92-96e5-1d0d4ecc46d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (0d22467a-dd59-44f3-a058-8548686b870f), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:59.573327 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3d5c44ee-c671-4029-af00-6d73db90f12b admin admin] Publish callbacks [] for security_group (07fd56f8-c7da-4d8a-b8f5-1ff690e5fc04), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:59.601236 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f874079-d414-4a92-96e5-1d0d4ecc46d4 admin admin] Network 3aeebb2a-d034-4a90-afa4-338c34468833 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:19:59.607890 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-6f874079-d414-4a92-96e5-1d0d4ecc46d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:19:59.611942 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f874079-d414-4a92-96e5-1d0d4ecc46d4 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:19:59.612446 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f874079-d414-4a92-96e5-1d0d4ecc46d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-806997'] for router_interface (05b49423-1230-40fc-b521-529e50f39993), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:59.639790 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f874079-d414-4a92-96e5-1d0d4ecc46d4 admin admin] Pushing event updated for resources: {'Port': ['ID=0d22467a-dd59-44f3-a058-8548686b870f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:19:59.643727 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3d5c44ee-c671-4029-af00-6d73db90f12b admin admin] Publish callbacks [] for security_group (07fd56f8-c7da-4d8a-b8f5-1ff690e5fc04), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:59.663513 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4cf48cbe-f4ff-4ad5-99bb-cea081948d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (f0ee12d0-42ec-4df9-af37-6171eb8e0fce), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:59.685220 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-b1f81d8a-e044-4994-b25a-44a70e63a75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:55Z', 'revision_number': 3, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:19:59.712091 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-a2dcbb80-feac-46a7-b2f1-f4926d5b2b6f None None] For port 9f19b131-d801-418a-be31-916721ba1590, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=9f19b131-d801-418a-be31-916721ba1590,segment=NetworkSegment(5377f466-4b6e-46ba-a53b-1eadcfe56874),segment_id=5377f466-4b6e-46ba-a53b-1eadcfe56874)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:19:59.753568 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a2dcbb80-feac-46a7-b2f1-f4926d5b2b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (9f19b131-d801-418a-be31-916721ba1590), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:59.761235 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port 9f19b131-d801-418a-be31-916721ba1590 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:19:59.761888 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (9f19b131-d801-418a-be31-916721ba1590), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:59.766366 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3d5c44ee-c671-4029-af00-6d73db90f12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (07fd56f8-c7da-4d8a-b8f5-1ff690e5fc04), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:59.769503 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3d5c44ee-c671-4029-af00-6d73db90f12b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:59.773845 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-3d5c44ee-c671-4029-af00-6d73db90f12b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/07fd56f8-c7da-4d8a-b8f5-1ff690e5fc04 HTTP/1.1" status: 204 len: 168 time: 0.3538554 Apr 12 18:19:59.777670 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f81d8a-e044-4994-b25a-44a70e63a75a None None] The sync data for ids ['75c67045-88dc-47c1-88df-b545b64bc51a'] in dv-cinder-837535-1-iscsi is: [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:55Z', 'revision_number': 3, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:19:59.941263 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-72f7cfd5-ebb9-4ae1-9651-76e9ec6e8c6f None None] Provisioning complete for port 9f19b131-d801-418a-be31-916721ba1590 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:19:59.941650 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-72f7cfd5-ebb9-4ae1-9651-76e9ec6e8c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (9f19b131-d801-418a-be31-916721ba1590), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:19:59.978218 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c44ee-c671-4029-af00-6d73db90f12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fd56f8-c7da-4d8a-b8f5-1ff690e5fc04,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:00.068499 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dcbb80-feac-46a7-b2f1-f4926d5b2b6f None None] Pushing event updated for resources: {'Port': ['ID=9f19b131-d801-418a-be31-916721ba1590,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:00.109634 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f874079-d414-4a92-96e5-1d0d4ecc46d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (0d22467a-dd59-44f3-a058-8548686b870f), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:00.173430 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4cf48cbe-f4ff-4ad5-99bb-cea081948d64 admin admin] Publish callbacks [] for port (f0ee12d0-42ec-4df9-af37-6171eb8e0fce), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:00.182852 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4cf48cbe-f4ff-4ad5-99bb-cea081948d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (f0ee12d0-42ec-4df9-af37-6171eb8e0fce), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:00.184080 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4cf48cbe-f4ff-4ad5-99bb-cea081948d64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-810981'] for router_interface (75c67045-88dc-47c1-88df-b545b64bc51a), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:00.244362 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e06f237a-5a2d-462b-a3ba-7b18dce260a3 req-c0c7489a-60ea-49d1-a4ef-0eb07befcf6c tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 210 time: 0.0412991 Apr 12 18:20:00.375966 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf48cbe-f4ff-4ad5-99bb-cea081948d64 admin admin] Pushing event updated for resources: {'Port': ['ID=f0ee12d0-42ec-4df9-af37-6171eb8e0fce,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:00.413363 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf48cbe-f4ff-4ad5-99bb-cea081948d64 admin admin] Network c9dc82e9-ba51-4034-af9b-11d793e8de94 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:20:00.415490 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-4cf48cbe-f4ff-4ad5-99bb-cea081948d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:20:00.444245 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ce492f2e-ccb7-4947-b063-c799f6fcd080 None None] Publish callbacks [] for port (9b5be9ea-acf4-4514-a122-106d45ba0411), precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:00.450484 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 9f19b131-d801-418a-be31-916721ba1590 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:20:00.460277 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ce492f2e-ccb7-4947-b063-c799f6fcd080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (9b5be9ea-acf4-4514-a122-106d45ba0411), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:00.620370 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71e2f7-d5f1-47b2-a497-51f6db02f9a3 None None] Pushing event updated for resources: {'Port': ['ID=9b5be9ea-acf4-4514-a122-106d45ba0411,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:00.679758 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf48cbe-f4ff-4ad5-99bb-cea081948d64 admin admin] Router 75c67045-88dc-47c1-88df-b545b64bc51a has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:20:00.687180 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-ce492f2e-ccb7-4947-b063-c799f6fcd080 None None] Attempting to bind port 9b5be9ea-acf4-4514-a122-106d45ba0411 on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:20:00.687551 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-ce492f2e-ccb7-4947-b063-c799f6fcd080 None None] Attempting to bind port 9b5be9ea-acf4-4514-a122-106d45ba0411 by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:20:00.687850 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce492f2e-ccb7-4947-b063-c799f6fcd080 None None] Attempting to bind port 9b5be9ea-acf4-4514-a122-106d45ba0411 on network 8fe2c56e-0395-443d-a858-76cf54693827 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:20:00.691655 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-72f7cfd5-ebb9-4ae1-9651-76e9ec6e8c6f None None] Current status of the port 9f19b131-d801-418a-be31-916721ba1590 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:20:00.722877 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce492f2e-ccb7-4947-b063-c799f6fcd080 None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:20:00.723587 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce492f2e-ccb7-4947-b063-c799f6fcd080 None None] Checking segment: {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:20:00.723681 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ce492f2e-ccb7-4947-b063-c799f6fcd080 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:00.724033 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce492f2e-ccb7-4947-b063-c799f6fcd080 None None] Bound using segment: {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:20:00.726444 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-ce492f2e-ccb7-4947-b063-c799f6fcd080 None None] Bound port: 9b5be9ea-acf4-4514-a122-106d45ba0411, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:20:00.729501 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ce492f2e-ccb7-4947-b063-c799f6fcd080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (9b5be9ea-acf4-4514-a122-106d45ba0411), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:00.729619 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f874079-d414-4a92-96e5-1d0d4ecc46d4 admin admin] Publish callbacks [] for port (0d22467a-dd59-44f3-a058-8548686b870f), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:00.742219 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f874079-d414-4a92-96e5-1d0d4ecc46d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (0d22467a-dd59-44f3-a058-8548686b870f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:00.743201 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f874079-d414-4a92-96e5-1d0d4ecc46d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-810981'] for router_interface (05b49423-1230-40fc-b521-529e50f39993), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:00.773501 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device bc8bd9ba-4b1d-417c-a78d-fb1e399be74d up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:20:00.781259 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-72f7cfd5-ebb9-4ae1-9651-76e9ec6e8c6f None None] Provisioning complete for port f0ee12d0-42ec-4df9-af37-6171eb8e0fce triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:20:00.781653 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-72f7cfd5-ebb9-4ae1-9651-76e9ec6e8c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (f0ee12d0-42ec-4df9-af37-6171eb8e0fce), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:00.825002 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f874079-d414-4a92-96e5-1d0d4ecc46d4 admin admin] Pushing event updated for resources: {'Port': ['ID=0d22467a-dd59-44f3-a058-8548686b870f,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:00.942113 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf48cbe-f4ff-4ad5-99bb-cea081948d64 admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:20:00.949199 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-4cf48cbe-f4ff-4ad5-99bb-cea081948d64 admin admin] 10.222.0.52 "PUT /v2.0/routers/75c67045-88dc-47c1-88df-b545b64bc51a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1862555 Apr 12 18:20:00.967804 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f874079-d414-4a92-96e5-1d0d4ecc46d4 admin admin] Network 3aeebb2a-d034-4a90-afa4-338c34468833 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:20:00.971042 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-72f7cfd5-ebb9-4ae1-9651-76e9ec6e8c6f None None] Port f0ee12d0-42ec-4df9-af37-6171eb8e0fce cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:20:00.971357 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-6f874079-d414-4a92-96e5-1d0d4ecc46d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:20:00.993247 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-ce492f2e-ccb7-4947-b063-c799f6fcd080 None None] For port 9b5be9ea-acf4-4514-a122-106d45ba0411, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:20:01.000487 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-ce492f2e-ccb7-4947-b063-c799f6fcd080 None None] For port 9b5be9ea-acf4-4514-a122-106d45ba0411, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=9b5be9ea-acf4-4514-a122-106d45ba0411,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:20:01.016421 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port bc8bd9ba-4b1d-417c-a78d-fb1e399be74d triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:20:01.017204 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (bc8bd9ba-4b1d-417c-a78d-fb1e399be74d), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:01.022748 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ce492f2e-ccb7-4947-b063-c799f6fcd080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (9b5be9ea-acf4-4514-a122-106d45ba0411), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:01.147015 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-dbc99807-9ff9-42ac-bb48-50a59e03b086 None None] Provisioning complete for port f0ee12d0-42ec-4df9-af37-6171eb8e0fce triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:20:01.147722 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-dbc99807-9ff9-42ac-bb48-50a59e03b086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (f0ee12d0-42ec-4df9-af37-6171eb8e0fce), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:01.220910 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f874079-d414-4a92-96e5-1d0d4ecc46d4 admin admin] Router 05b49423-1230-40fc-b521-529e50f39993 has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:20:01.235818 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce492f2e-ccb7-4947-b063-c799f6fcd080 None None] Routers {'05b49423-1230-40fc-b521-529e50f39993'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:20:01.236694 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ce492f2e-ccb7-4947-b063-c799f6fcd080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:19:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['05b49423-1230-40fc-b521-529e50f39993'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:20:01.371839 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71e2f7-d5f1-47b2-a497-51f6db02f9a3 None None] Pushing event updated for resources: {'Port': ['ID=9b5be9ea-acf4-4514-a122-106d45ba0411,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:01.397302 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-dbc99807-9ff9-42ac-bb48-50a59e03b086 None None] Port f0ee12d0-42ec-4df9-af37-6171eb8e0fce cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:20:01.463598 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-dbc99807-9ff9-42ac-bb48-50a59e03b086 None None] Provisioning complete for port 0d22467a-dd59-44f3-a058-8548686b870f triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:20:01.464081 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-dbc99807-9ff9-42ac-bb48-50a59e03b086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (0d22467a-dd59-44f3-a058-8548686b870f), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:01.487211 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1975ac2e-55a3-49ff-8982-a7d0e9acfd21 req-d0feb2ab-b532-479c-b641-7ed008738733 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 210 time: 0.0550916 Apr 12 18:20:01.515236 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port bc8bd9ba-4b1d-417c-a78d-fb1e399be74d is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:20:01.515236 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (bc8bd9ba-4b1d-417c-a78d-fb1e399be74d), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:01.542202 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-dbc99807-9ff9-42ac-bb48-50a59e03b086 None None] Port 0d22467a-dd59-44f3-a058-8548686b870f cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:20:01.549319 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] For port bc8bd9ba-4b1d-417c-a78d-fb1e399be74d, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=bc8bd9ba-4b1d-417c-a78d-fb1e399be74d,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:20:01.554605 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-ce492f2e-ccb7-4947-b063-c799f6fcd080 None None] Set router 05b49423-1230-40fc-b521-529e50f39993 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:20:01.557047 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (bc8bd9ba-4b1d-417c-a78d-fb1e399be74d), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:01.557683 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:20:01.591063 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f874079-d414-4a92-96e5-1d0d4ecc46d4 admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:20:01.597191 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-6f874079-d414-4a92-96e5-1d0d4ecc46d4 admin admin] 10.222.0.52 "PUT /v2.0/routers/05b49423-1230-40fc-b521-529e50f39993/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6082964 Apr 12 18:20:01.830328 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 35022) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:01.836967 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-add8d403-f9ac-4dad-af87-e85e168bfbf0 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1179587167', 'description': 'tempest-description--721160547'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:20:01.875799 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-add8d403-f9ac-4dad-af87-e85e168bfbf0 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:01.982909 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-441280a5-c002-434c-92bd-cc24a3b94c64 None None] Provisioning complete for port 0d22467a-dd59-44f3-a058-8548686b870f triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:20:01.983392 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-441280a5-c002-434c-92bd-cc24a3b94c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (0d22467a-dd59-44f3-a058-8548686b870f), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:02.001532 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-add8d403-f9ac-4dad-af87-e85e168bfbf0 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group (bdab9499-a0f2-4570-bd64-648a8ceba745), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:02.010843 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-add8d403-f9ac-4dad-af87-e85e168bfbf0 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (bdab9499-a0f2-4570-bd64-648a8ceba745), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:02.020439 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Pushing event updated for resources: {'Port': ['ID=bc8bd9ba-4b1d-417c-a78d-fb1e399be74d,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:02.053766 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-add8d403-f9ac-4dad-af87-e85e168bfbf0 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:02.055150 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-add8d403-f9ac-4dad-af87-e85e168bfbf0 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2238290 Apr 12 18:20:02.058212 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 35030) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:02.059089 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8d403-f9ac-4dad-af87-e85e168bfbf0 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdab9499-a0f2-4570-bd64-648a8ceba745,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:02.060483 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:20:02.061001 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:02.064495 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-654b5a9b-a2c6-4ff6-b697-1d9f1634880a tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Request body: {'security_group_rule': {'security_group_id': 'bdab9499-a0f2-4570-bd64-648a8ceba745', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:20:02.098294 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-441280a5-c002-434c-92bd-cc24a3b94c64 None None] Port 0d22467a-dd59-44f3-a058-8548686b870f cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:20:02.125194 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-654b5a9b-a2c6-4ff6-b697-1d9f1634880a tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group_rule (3003c96c-be92-4093-8eba-05959c549d76), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:02.156395 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ce492f2e-ccb7-4947-b063-c799f6fcd080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b49423-1230-40fc-b521-529e50f39993', 'name': 'tempest-AttachVolumeTestJSON-750434608-router', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:52Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'gw_port': {'id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '0d22467a-dd59-44f3-a058-8548686b870f', 'name': '', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'mac_address': 'fa:16:3e:92:35:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '46b9b379-140d-4142-a367-613843eeaf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:00Z', 'revision_number': 2, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'subnets': [{'id': '46b9b379-140d-4142-a367-613843eeaf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:20:02.223408 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce492f2e-ccb7-4947-b063-c799f6fcd080 None None] The sync data for ids ['05b49423-1230-40fc-b521-529e50f39993'] in dv-cinder-837535-1-iscsi is: [{'id': '05b49423-1230-40fc-b521-529e50f39993', 'name': 'tempest-AttachVolumeTestJSON-750434608-router', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:52Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'gw_port': {'id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '0d22467a-dd59-44f3-a058-8548686b870f', 'name': '', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'mac_address': 'fa:16:3e:92:35:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '46b9b379-140d-4142-a367-613843eeaf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:00Z', 'revision_number': 2, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'subnets': [{'id': '46b9b379-140d-4142-a367-613843eeaf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:20:02.241455 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:20:02.243091 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 9f19b131-d801-418a-be31-916721ba1590 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:20:02.246700 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-654b5a9b-a2c6-4ff6-b697-1d9f1634880a tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group_rule (3003c96c-be92-4093-8eba-05959c549d76), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:02.257606 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-654b5a9b-a2c6-4ff6-b697-1d9f1634880a tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (3003c96c-be92-4093-8eba-05959c549d76), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:02.270259 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a59460-4bff-4f06-8f72-d0dea2502f1a None None] Sync routers for ids ['75c67045-88dc-47c1-88df-b545b64bc51a'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:20:02.303833 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-654b5a9b-a2c6-4ff6-b697-1d9f1634880a tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:02.307590 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-654b5a9b-a2c6-4ff6-b697-1d9f1634880a tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2457423 Apr 12 18:20:02.307590 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b5a9b-a2c6-4ff6-b697-1d9f1634880a tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3003c96c-be92-4093-8eba-05959c549d76,revision_number=0']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:02.308108 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 35040) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:02.313351 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-fbb38fbc-4327-4cb0-9b2d-d0c6c6c16097 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Request body: {'security_group_rule': {'security_group_id': 'bdab9499-a0f2-4570-bd64-648a8ceba745', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:20:02.315310 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a59460-4bff-4f06-8f72-d0dea2502f1a None None] Routers {'75c67045-88dc-47c1-88df-b545b64bc51a'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:20:02.315975 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-75a59460-4bff-4f06-8f72-d0dea2502f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:19:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['75c67045-88dc-47c1-88df-b545b64bc51a'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:20:02.361325 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fbb38fbc-4327-4cb0-9b2d-d0c6c6c16097 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group_rule (49316049-071c-4f58-983e-2636f97a219d), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:02.367292 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port 9f19b131-d801-418a-be31-916721ba1590 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:20:02.367994 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (9f19b131-d801-418a-be31-916721ba1590), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:02.560575 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fbb38fbc-4327-4cb0-9b2d-d0c6c6c16097 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group_rule (49316049-071c-4f58-983e-2636f97a219d), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:02.564934 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-75a59460-4bff-4f06-8f72-d0dea2502f1a None None] Set router 75c67045-88dc-47c1-88df-b545b64bc51a gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:20:02.573270 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fbb38fbc-4327-4cb0-9b2d-d0c6c6c16097 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (49316049-071c-4f58-983e-2636f97a219d), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:02.612305 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb38fbc-4327-4cb0-9b2d-d0c6c6c16097 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49316049-071c-4f58-983e-2636f97a219d,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:02.621529 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 9f19b131-d801-418a-be31-916721ba1590 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:20:02.660815 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fbb38fbc-4327-4cb0-9b2d-d0c6c6c16097 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:02.666340 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-fbb38fbc-4327-4cb0-9b2d-d0c6c6c16097 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3550043 Apr 12 18:20:02.667065 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 35062) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:02.672482 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-791d34a2-68cf-4b25-9cb2-7382ed51a6d6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Request body: {'floatingip': {'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:20:02.773928 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-791d34a2-68cf-4b25-9cb2-7382ed51a6d6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:02.860759 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device bc8bd9ba-4b1d-417c-a78d-fb1e399be74d up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:20:02.973260 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port bc8bd9ba-4b1d-417c-a78d-fb1e399be74d triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:20:02.979598 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (bc8bd9ba-4b1d-417c-a78d-fb1e399be74d), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:03.023960 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-58221d63-d772-4355-9ce2-c183966fad75 req-e7b29e1b-3165-4715-a465-4c33d02f2303 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 210 time: 0.0803335 Apr 12 18:20:03.047344 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-75a59460-4bff-4f06-8f72-d0dea2502f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'f0ee12d0-42ec-4df9-af37-6171eb8e0fce', 'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'mac_address': 'fa:16:3e:d5:ac:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 2, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'subnets': [{'id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:20:03.086068 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-791d34a2-68cf-4b25-9cb2-7382ed51a6d6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:03.118218 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a59460-4bff-4f06-8f72-d0dea2502f1a None None] Checking router: 75c67045-88dc-47c1-88df-b545b64bc51a for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:20:03.118585 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a59460-4bff-4f06-8f72-d0dea2502f1a None None] Updating router 75c67045-88dc-47c1-88df-b545b64bc51a port f0ee12d0-42ec-4df9-af37-6171eb8e0fce binding host dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:20:03.145120 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 35068) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:03.150441 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-eb9886e0-d33b-428f-a1be-f1e820577e24 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1536630952', 'description': 'tempest-description--310412630'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:20:03.179687 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eb9886e0-d33b-428f-a1be-f1e820577e24 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:03.182301 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port bc8bd9ba-4b1d-417c-a78d-fb1e399be74d is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:20:03.189386 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75a59460-4bff-4f06-8f72-d0dea2502f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (f0ee12d0-42ec-4df9-af37-6171eb8e0fce), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:03.272794 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 35070) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:03.302102 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eb9886e0-d33b-428f-a1be-f1e820577e24 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for security_group (802d75d8-68fc-48b7-8074-2a7c0aa1c1bc), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:03.311374 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eb9886e0-d33b-428f-a1be-f1e820577e24 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (802d75d8-68fc-48b7-8074-2a7c0aa1c1bc), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:03.359711 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-791d34a2-68cf-4b25-9cb2-7382ed51a6d6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Allocated IP 172.27.1.243 (8fe2c56e-0395-443d-a858-76cf54693827/10fb9747-8da5-4ac4-8e6b-c6dba6e53947/ede21362-d344-4f8d-a7f0-44ab53b07fb7) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:20:03.506272 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.26', 54257) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:03.628355 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eb9886e0-d33b-428f-a1be-f1e820577e24 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:03.630198 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-eb9886e0-d33b-428f-a1be-f1e820577e24 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4838641 Apr 12 18:20:03.638816 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 35080) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:03.645046 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-8a0c0fc4-442f-4718-8806-06034f6c64f9 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Request body: {'security_group_rule': {'security_group_id': '802d75d8-68fc-48b7-8074-2a7c0aa1c1bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:20:03.663042 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9886e0-d33b-428f-a1be-f1e820577e24 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:03.670111 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-41371bcc-e3ea-499a-8ade-55f160ae8333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:03.756967 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75a59460-4bff-4f06-8f72-d0dea2502f1a None None] Publish callbacks [] for port (f0ee12d0-42ec-4df9-af37-6171eb8e0fce), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:03.765897 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a0c0fc4-442f-4718-8806-06034f6c64f9 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for security_group_rule (f2dcfb1d-f9e1-4143-a432-7c553786bb92), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:03.766495 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-791d34a2-68cf-4b25-9cb2-7382ed51a6d6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for port (ede21362-d344-4f8d-a7f0-44ab53b07fb7), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:03.772297 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75a59460-4bff-4f06-8f72-d0dea2502f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (f0ee12d0-42ec-4df9-af37-6171eb8e0fce), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:03.812615 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-e5868418-c8b7-4026-98b8-94aae304344d tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:03.814138 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-e5868418-c8b7-4026-98b8-94aae304344d tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.26 "GET /v2.0/networks?id=6a618b05-ddac-4d83-834e-7fc26cc8c8d6 HTTP/1.1" status: 200 len: 811 time: 0.3066180 Apr 12 18:20:03.840044 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-791d34a2-68cf-4b25-9cb2-7382ed51a6d6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (ede21362-d344-4f8d-a7f0-44ab53b07fb7), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:03.867029 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fbbdd-f361-44cb-9b53-ba128abbe53a None None] Pushing event updated for resources: {'Port': ['ID=f0ee12d0-42ec-4df9-af37-6171eb8e0fce,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:03.940232 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a0c0fc4-442f-4718-8806-06034f6c64f9 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for security_group_rule (f2dcfb1d-f9e1-4143-a432-7c553786bb92), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:03.940828 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-cd739a4b-491f-421a-9fa4-40bf9e371f89 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Request body: {'port': {'device_id': '59be35f0-eb5b-45c7-b9ee-d9b77d501494', 'network_id': '6a618b05-ddac-4d83-834e-7fc26cc8c8d6', 'admin_state_up': True, 'tenant_id': 'f8d1c6064aa944848c0202c05f0c3181'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:20:03.949424 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-41371bcc-e3ea-499a-8ade-55f160ae8333 admin admin] Publish callbacks [] for security_group (944842f1-6088-41a9-9a71-1a8af245dfb9), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:03.951190 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a0c0fc4-442f-4718-8806-06034f6c64f9 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (f2dcfb1d-f9e1-4143-a432-7c553786bb92), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:03.978816 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791d34a2-68cf-4b25-9cb2-7382ed51a6d6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Network 8fe2c56e-0395-443d-a858-76cf54693827 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:20:03.982584 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-41371bcc-e3ea-499a-8ade-55f160ae8333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (944842f1-6088-41a9-9a71-1a8af245dfb9), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:03.997254 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-75a59460-4bff-4f06-8f72-d0dea2502f1a None None] Attempting to bind port f0ee12d0-42ec-4df9-af37-6171eb8e0fce on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:20:03.997636 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-75a59460-4bff-4f06-8f72-d0dea2502f1a None None] Attempting to bind port f0ee12d0-42ec-4df9-af37-6171eb8e0fce by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': '5377f466-4b6e-46ba-a53b-1eadcfe56874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:20:03.998002 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a59460-4bff-4f06-8f72-d0dea2502f1a None None] Attempting to bind port f0ee12d0-42ec-4df9-af37-6171eb8e0fce on network c9dc82e9-ba51-4034-af9b-11d793e8de94 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:20:04.011901 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c0fc4-442f-4718-8806-06034f6c64f9 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2dcfb1d-f9e1-4143-a432-7c553786bb92,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:04.015814 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a59460-4bff-4f06-8f72-d0dea2502f1a None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:20:04.016331 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a59460-4bff-4f06-8f72-d0dea2502f1a None None] Checking segment: {'id': '5377f466-4b6e-46ba-a53b-1eadcfe56874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:20:04.016746 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75a59460-4bff-4f06-8f72-d0dea2502f1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:04.017040 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-791d34a2-68cf-4b25-9cb2-7382ed51a6d6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:20:04.017257 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a59460-4bff-4f06-8f72-d0dea2502f1a None None] Bound using segment: {'id': '5377f466-4b6e-46ba-a53b-1eadcfe56874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:20:04.017637 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-75a59460-4bff-4f06-8f72-d0dea2502f1a None None] Bound port: f0ee12d0-42ec-4df9-af37-6171eb8e0fce, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5377f466-4b6e-46ba-a53b-1eadcfe56874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:20:04.018023 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75a59460-4bff-4f06-8f72-d0dea2502f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (f0ee12d0-42ec-4df9-af37-6171eb8e0fce), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:04.024767 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791d34a2-68cf-4b25-9cb2-7382ed51a6d6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:20:04.028997 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d34a2-68cf-4b25-9cb2-7382ed51a6d6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event updated for resources: {'Port': ['ID=ede21362-d344-4f8d-a7f0-44ab53b07fb7,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:04.122501 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-41371bcc-e3ea-499a-8ade-55f160ae8333 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dc8490e15b43485a87b947c4f93ab37f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8481171 Apr 12 18:20:04.131184 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a0c0fc4-442f-4718-8806-06034f6c64f9 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:04.137175 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-8a0c0fc4-442f-4718-8806-06034f6c64f9 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4956722 Apr 12 18:20:04.138006 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 35104) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:04.138947 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 35106) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:04.140764 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41371bcc-e3ea-499a-8ade-55f160ae8333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944842f1-6088-41a9-9a71-1a8af245dfb9,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:04.208693 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-75a59460-4bff-4f06-8f72-d0dea2502f1a None None] For port f0ee12d0-42ec-4df9-af37-6171eb8e0fce, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:20:04.220298 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-75a59460-4bff-4f06-8f72-d0dea2502f1a None None] For port f0ee12d0-42ec-4df9-af37-6171eb8e0fce, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=f0ee12d0-42ec-4df9-af37-6171eb8e0fce,segment=NetworkSegment(5377f466-4b6e-46ba-a53b-1eadcfe56874),segment_id=5377f466-4b6e-46ba-a53b-1eadcfe56874)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:20:04.255785 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-fcd4f9f8-6370-40a7-934f-05ad5d63a827 None None] Provisioning complete for port f0ee12d0-42ec-4df9-af37-6171eb8e0fce triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:20:04.256388 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-fcd4f9f8-6370-40a7-934f-05ad5d63a827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (f0ee12d0-42ec-4df9-af37-6171eb8e0fce), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:04.261858 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75a59460-4bff-4f06-8f72-d0dea2502f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (f0ee12d0-42ec-4df9-af37-6171eb8e0fce), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:04.265387 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-5c84137c-4aff-4843-9dcb-90f5cef972e6 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Request body: {'security_group_rule': {'security_group_id': '802d75d8-68fc-48b7-8074-2a7c0aa1c1bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:20:04.379181 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a59460-4bff-4f06-8f72-d0dea2502f1a None None] Routers {'75c67045-88dc-47c1-88df-b545b64bc51a'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:20:04.381284 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-75a59460-4bff-4f06-8f72-d0dea2502f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:19:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['75c67045-88dc-47c1-88df-b545b64bc51a'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:20:04.450012 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0b9cb957-6dc1-43c2-9b58-8c78cff1efc6 req-c654b450-1c1f-45c8-be90-5d7a7987d10b tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 210 time: 0.0876980 Apr 12 18:20:04.464900 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-791d34a2-68cf-4b25-9cb2-7382ed51a6d6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (1dab2430-b56b-46c1-8534-00440acfd98b), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:04.484690 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5c84137c-4aff-4843-9dcb-90f5cef972e6 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for security_group_rule (8c2cde2e-f7d1-4d26-b0ac-68bc368c7d0e), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:04.574520 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-fcd4f9f8-6370-40a7-934f-05ad5d63a827 None None] Current status of the port f0ee12d0-42ec-4df9-af37-6171eb8e0fce is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:20:04.576383 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-fcd4f9f8-6370-40a7-934f-05ad5d63a827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (f0ee12d0-42ec-4df9-af37-6171eb8e0fce), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:04.650515 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-75a59460-4bff-4f06-8f72-d0dea2502f1a None None] Set router 75c67045-88dc-47c1-88df-b545b64bc51a gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:20:04.653403 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd56b90b-6e72-4867-b9af-2ce46e801076 admin admin] Publish callbacks [] for security_group (944842f1-6088-41a9-9a71-1a8af245dfb9), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:04.655694 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-791d34a2-68cf-4b25-9cb2-7382ed51a6d6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (ede21362-d344-4f8d-a7f0-44ab53b07fb7), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:04.666682 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-cd739a4b-491f-421a-9fa4-40bf9e371f89 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Made reservation on behalf of f8d1c6064aa944848c0202c05f0c3181 for: {'port': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:20:04.681502 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-cd739a4b-491f-421a-9fa4-40bf9e371f89 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:04.736148 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-fcd4f9f8-6370-40a7-934f-05ad5d63a827 None None] For port f0ee12d0-42ec-4df9-af37-6171eb8e0fce, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=f0ee12d0-42ec-4df9-af37-6171eb8e0fce,segment=NetworkSegment(5377f466-4b6e-46ba-a53b-1eadcfe56874),segment_id=5377f466-4b6e-46ba-a53b-1eadcfe56874)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:20:04.748229 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-fcd4f9f8-6370-40a7-934f-05ad5d63a827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (f0ee12d0-42ec-4df9-af37-6171eb8e0fce), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:04.791952 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5c84137c-4aff-4843-9dcb-90f5cef972e6 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for security_group_rule (8c2cde2e-f7d1-4d26-b0ac-68bc368c7d0e), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:04.824416 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd56b90b-6e72-4867-b9af-2ce46e801076 admin admin] Publish callbacks [] for security_group (944842f1-6088-41a9-9a71-1a8af245dfb9), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:04.847586 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5c84137c-4aff-4843-9dcb-90f5cef972e6 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (8c2cde2e-f7d1-4d26-b0ac-68bc368c7d0e), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:04.912294 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5c84137c-4aff-4843-9dcb-90f5cef972e6 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:04.920614 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4f9f8-6370-40a7-934f-05ad5d63a827 None None] Pushing event updated for resources: {'Port': ['ID=f0ee12d0-42ec-4df9-af37-6171eb8e0fce,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:04.920982 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-5c84137c-4aff-4843-9dcb-90f5cef972e6 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6634293 Apr 12 18:20:04.930113 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 35158) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:04.933651 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 9b5be9ea-acf4-4514-a122-106d45ba0411 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:20:05.006855 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fbbdd-f361-44cb-9b53-ba128abbe53a None None] Pushing event updated for resources: {'Port': ['ID=f0ee12d0-42ec-4df9-af37-6171eb8e0fce,revision_number=4']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:05.012520 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-fb3b3903-eed0-4d8d-8603-028230300f1e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Request body: {'floatingip': {'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:20:05.031366 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-154ae504-5292-40e0-967f-ba7cbcd6a5df None None] Provisioning complete for port f0ee12d0-42ec-4df9-af37-6171eb8e0fce triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:20:05.031733 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-154ae504-5292-40e0-967f-ba7cbcd6a5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (f0ee12d0-42ec-4df9-af37-6171eb8e0fce), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:05.043773 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd56b90b-6e72-4867-b9af-2ce46e801076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (944842f1-6088-41a9-9a71-1a8af245dfb9), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:05.047113 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd56b90b-6e72-4867-b9af-2ce46e801076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:05.048716 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-fd56b90b-6e72-4867-b9af-2ce46e801076 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/944842f1-6088-41a9-9a71-1a8af245dfb9 HTTP/1.1" status: 204 len: 168 time: 0.8810730 Apr 12 18:20:05.062536 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84137c-4aff-4843-9dcb-90f5cef972e6 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2cde2e-f7d1-4d26-b0ac-68bc368c7d0e,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:05.075886 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-75a59460-4bff-4f06-8f72-d0dea2502f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'f0ee12d0-42ec-4df9-af37-6171eb8e0fce', 'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'mac_address': 'fa:16:3e:d5:ac:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:04Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'subnets': [{'id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:20:05.114564 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb3b3903-eed0-4d8d-8603-028230300f1e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:05.179686 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56b90b-6e72-4867-b9af-2ce46e801076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944842f1-6088-41a9-9a71-1a8af245dfb9,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:05.181151 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a59460-4bff-4f06-8f72-d0dea2502f1a None None] The sync data for ids ['75c67045-88dc-47c1-88df-b545b64bc51a'] in dv-cinder-837535-1-iscsi is: [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'f0ee12d0-42ec-4df9-af37-6171eb8e0fce', 'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'mac_address': 'fa:16:3e:d5:ac:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:04Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'subnets': [{'id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:20:05.335489 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port 9b5be9ea-acf4-4514-a122-106d45ba0411 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:20:05.336159 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (9b5be9ea-acf4-4514-a122-106d45ba0411), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:05.639173 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-154ae504-5292-40e0-967f-ba7cbcd6a5df None None] Current status of the port f0ee12d0-42ec-4df9-af37-6171eb8e0fce is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:20:05.760542 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 9b5be9ea-acf4-4514-a122-106d45ba0411 is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:20:05.761434 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (9b5be9ea-acf4-4514-a122-106d45ba0411), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:05.794683 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb3b3903-eed0-4d8d-8603-028230300f1e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:05.809596 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] For port 9b5be9ea-acf4-4514-a122-106d45ba0411, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=9b5be9ea-acf4-4514-a122-106d45ba0411,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:20:05.810674 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-55034258-d534-4bce-9edc-f694085ddcff req-dc0fd78c-b8df-4b32-a8a8-db91aed4445f tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 210 time: 0.1676066 Apr 12 18:20:05.818977 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (9b5be9ea-acf4-4514-a122-106d45ba0411), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:05.923722 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Pushing event updated for resources: {'Port': ['ID=9b5be9ea-acf4-4514-a122-106d45ba0411,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:05.943783 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-cd739a4b-491f-421a-9fa4-40bf9e371f89 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Allocated IP 172.20.0.9 (6a618b05-ddac-4d83-834e-7fc26cc8c8d6/64c7006b-c0a5-421a-81b1-b049c91ee468/600c8784-a3ee-4623-a867-dd73c98eadd4) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:20:05.952215 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 35200) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:05.999058 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-757782d5-38bf-424c-8a09-c006972ffcca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:06.011700 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a59b96-bac0-45d3-a278-f83d14e316a4 None None] Sync routers for ids ['05b49423-1230-40fc-b521-529e50f39993'] in dv-cinder-837535-1-iscsi {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:20:06.035816 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a59b96-bac0-45d3-a278-f83d14e316a4 None None] Routers {'05b49423-1230-40fc-b521-529e50f39993'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:20:06.036946 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-05a59b96-bac0-45d3-a278-f83d14e316a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:19:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['05b49423-1230-40fc-b521-529e50f39993'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:20:06.059512 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-fb3b3903-eed0-4d8d-8603-028230300f1e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Allocated IP 172.27.1.15 (8fe2c56e-0395-443d-a858-76cf54693827/10fb9747-8da5-4ac4-8e6b-c6dba6e53947/bfee9fa1-7cc8-452f-99c6-8e217ba133f4) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:20:06.154321 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-791d34a2-68cf-4b25-9cb2-7382ed51a6d6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for port (ede21362-d344-4f8d-a7f0-44ab53b07fb7), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:06.172886 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-791d34a2-68cf-4b25-9cb2-7382ed51a6d6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (ede21362-d344-4f8d-a7f0-44ab53b07fb7), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:06.309660 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-05a59b96-bac0-45d3-a278-f83d14e316a4 None None] Set router 05b49423-1230-40fc-b521-529e50f39993 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:20:06.321266 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-791d34a2-68cf-4b25-9cb2-7382ed51a6d6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (1dab2430-b56b-46c1-8534-00440acfd98b), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:06.345042 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb3b3903-eed0-4d8d-8603-028230300f1e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for port (bfee9fa1-7cc8-452f-99c6-8e217ba133f4), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:06.354303 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d34a2-68cf-4b25-9cb2-7382ed51a6d6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event updated for resources: {'Port': ['ID=ede21362-d344-4f8d-a7f0-44ab53b07fb7,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:06.411403 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-791d34a2-68cf-4b25-9cb2-7382ed51a6d6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:06.413644 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-791d34a2-68cf-4b25-9cb2-7382ed51a6d6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7456057 Apr 12 18:20:06.424397 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb3b3903-eed0-4d8d-8603-028230300f1e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (bfee9fa1-7cc8-452f-99c6-8e217ba133f4), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:06.435162 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-757782d5-38bf-424c-8a09-c006972ffcca admin admin] Publish callbacks [] for security_group (cd9484c1-ef39-495d-a6e5-39289dbfe492), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:06.445565 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-757782d5-38bf-424c-8a09-c006972ffcca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (cd9484c1-ef39-495d-a6e5-39289dbfe492), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:06.451630 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-cd739a4b-491f-421a-9fa4-40bf9e371f89 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Publish callbacks [] for port (600c8784-a3ee-4623-a867-dd73c98eadd4), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:06.531789 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b3903-eed0-4d8d-8603-028230300f1e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Pushing event updated for resources: {'Port': ['ID=bfee9fa1-7cc8-452f-99c6-8e217ba133f4,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:06.539019 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-757782d5-38bf-424c-8a09-c006972ffcca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1b1eb4d501034aecb2c3a6ce5d59dcca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5794790 Apr 12 18:20:06.539657 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 35212) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:06.551399 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757782d5-38bf-424c-8a09-c006972ffcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9484c1-ef39-495d-a6e5-39289dbfe492,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:06.564012 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3b3903-eed0-4d8d-8603-028230300f1e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Network 8fe2c56e-0395-443d-a858-76cf54693827 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:20:06.565409 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-fb3b3903-eed0-4d8d-8603-028230300f1e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:20:06.573935 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3b3903-eed0-4d8d-8603-028230300f1e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:20:06.621012 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-cd739a4b-491f-421a-9fa4-40bf9e371f89 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (600c8784-a3ee-4623-a867-dd73c98eadd4), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:06.738503 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb5d6-4669-4b1a-b815-5253f80d7b5e admin admin] Publish callbacks [] for security_group (cd9484c1-ef39-495d-a6e5-39289dbfe492), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:06.800375 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-cd739a4b-491f-421a-9fa4-40bf9e371f89 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Network 6a618b05-ddac-4d83-834e-7fc26cc8c8d6 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:20:06.818531 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-cd739a4b-491f-421a-9fa4-40bf9e371f89 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:20:06.828571 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-cd739a4b-491f-421a-9fa4-40bf9e371f89 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:20:06.834704 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-cd739a4b-491f-421a-9fa4-40bf9e371f89 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:06.835384 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-cd739a4b-491f-421a-9fa4-40bf9e371f89 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:06.843463 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb5d6-4669-4b1a-b815-5253f80d7b5e admin admin] Publish callbacks [] for security_group (cd9484c1-ef39-495d-a6e5-39289dbfe492), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:06.852994 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd739a4b-491f-421a-9fa4-40bf9e371f89 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Pushing event updated for resources: {'Port': ['ID=600c8784-a3ee-4623-a867-dd73c98eadd4,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:06.859600 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb3b3903-eed0-4d8d-8603-028230300f1e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for floatingip (8104e0ae-11d6-4b23-a5b0-cb54f0ae588c), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:06.881238 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-05a59b96-bac0-45d3-a278-f83d14e316a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b49423-1230-40fc-b521-529e50f39993', 'name': 'tempest-AttachVolumeTestJSON-750434608-router', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:52Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'gw_port': {'id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '0d22467a-dd59-44f3-a058-8548686b870f', 'name': '', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'mac_address': 'fa:16:3e:92:35:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '46b9b379-140d-4142-a367-613843eeaf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:00Z', 'revision_number': 2, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'subnets': [{'id': '46b9b379-140d-4142-a367-613843eeaf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:20:06.910597 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-cd739a4b-491f-421a-9fa4-40bf9e371f89 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9964066 Apr 12 18:20:06.977561 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a59b96-bac0-45d3-a278-f83d14e316a4 None None] Checking router: 05b49423-1230-40fc-b521-529e50f39993 for host: dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:20:06.978046 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a59b96-bac0-45d3-a278-f83d14e316a4 None None] Updating router 05b49423-1230-40fc-b521-529e50f39993 port 0d22467a-dd59-44f3-a058-8548686b870f binding host dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:20:06.983310 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb5d6-4669-4b1a-b815-5253f80d7b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (cd9484c1-ef39-495d-a6e5-39289dbfe492), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:06.987358 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb5d6-4669-4b1a-b815-5253f80d7b5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:07.005941 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb3b3903-eed0-4d8d-8603-028230300f1e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (bfee9fa1-7cc8-452f-99c6-8e217ba133f4), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:07.007030 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-8ffcb5d6-4669-4b1a-b815-5253f80d7b5e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cd9484c1-ef39-495d-a6e5-39289dbfe492 HTTP/1.1" status: 204 len: 168 time: 0.4564848 Apr 12 18:20:07.039028 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffcb5d6-4669-4b1a-b815-5253f80d7b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9484c1-ef39-495d-a6e5-39289dbfe492,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:07.056917 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-05a59b96-bac0-45d3-a278-f83d14e316a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (0d22467a-dd59-44f3-a058-8548686b870f), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:07.099400 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device f0ee12d0-42ec-4df9-af37-6171eb8e0fce up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:20:07.172691 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-0c3a7f96-f7c9-4011-aaf6-93b8298d74d2 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1179587167&fields=id&tenant_id=c5d28f86be7741b183b3d48b791ace5c HTTP/1.1" status: 200 len: 267 time: 0.2257562 Apr 12 18:20:07.419750 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port f0ee12d0-42ec-4df9-af37-6171eb8e0fce triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:20:07.420805 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (f0ee12d0-42ec-4df9-af37-6171eb8e0fce), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:07.689789 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb3b3903-eed0-4d8d-8603-028230300f1e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for port (bfee9fa1-7cc8-452f-99c6-8e217ba133f4), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:07.728263 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port f0ee12d0-42ec-4df9-af37-6171eb8e0fce is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:20:07.729438 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 9b5be9ea-acf4-4514-a122-106d45ba0411 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:20:07.774208 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-fb5c035b-f697-4f05-bd3b-c1af40dd0f05 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:07.779171 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-fb5c035b-f697-4f05-bd3b-c1af40dd0f05 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/networks?id=c9dc82e9-ba51-4034-af9b-11d793e8de94 HTTP/1.1" status: 200 len: 814 time: 0.6049521 Apr 12 18:20:07.797187 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb3b3903-eed0-4d8d-8603-028230300f1e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (bfee9fa1-7cc8-452f-99c6-8e217ba133f4), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:07.948762 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad5c24-6829-4d9b-9335-fec7618537b2 req-dfa47650-be3c-4ad3-9b98-387aea4c29bb tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:07.956146 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-83ad5c24-6829-4d9b-9335-fec7618537b2 req-dfa47650-be3c-4ad3-9b98-387aea4c29bb tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 931 time: 0.7424810 Apr 12 18:20:07.998842 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb3b3903-eed0-4d8d-8603-028230300f1e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (8104e0ae-11d6-4b23-a5b0-cb54f0ae588c), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:08.001849 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port 9b5be9ea-acf4-4514-a122-106d45ba0411 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:20:08.002348 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (9b5be9ea-acf4-4514-a122-106d45ba0411), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:08.008169 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-05a59b96-bac0-45d3-a278-f83d14e316a4 None None] Publish callbacks [] for port (0d22467a-dd59-44f3-a058-8548686b870f), precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:08.029569 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-e3873277-5fe5-46a5-8913-0d4ca98fb050 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/quotas/c5d28f86be7741b183b3d48b791ace5c HTTP/1.1" status: 200 len: 375 time: 0.1760342 Apr 12 18:20:08.035122 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb3b3903-eed0-4d8d-8603-028230300f1e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:08.035302 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-05a59b96-bac0-45d3-a278-f83d14e316a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (0d22467a-dd59-44f3-a058-8548686b870f), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:08.036450 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-fb3b3903-eed0-4d8d-8603-028230300f1e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0352716 Apr 12 18:20:08.073197 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b3903-eed0-4d8d-8603-028230300f1e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Pushing event updated for resources: {'Port': ['ID=bfee9fa1-7cc8-452f-99c6-8e217ba133f4,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:08.172416 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-83ad5c24-6829-4d9b-9335-fec7618537b2 req-4a7af86b-4f64-4b71-9bca-a2a3a687d398 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153370 Apr 12 18:20:08.195563 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-26faf875-4898-4d44-b717-d13aa6aebe50 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5d28f86be7741b183b3d48b791ace5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1482608 Apr 12 18:20:08.273095 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2e1ea-553b-4b53-a987-763a67088e63 None None] Pushing event updated for resources: {'Port': ['ID=0d22467a-dd59-44f3-a058-8548686b870f,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:08.341964 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-05a59b96-bac0-45d3-a278-f83d14e316a4 None None] Attempting to bind port 0d22467a-dd59-44f3-a058-8548686b870f on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:20:08.342705 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-05a59b96-bac0-45d3-a278-f83d14e316a4 None None] Attempting to bind port 0d22467a-dd59-44f3-a058-8548686b870f by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': '093c9b08-910f-4fc5-b271-7615cafd8f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:20:08.343298 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a59b96-bac0-45d3-a278-f83d14e316a4 None None] Attempting to bind port 0d22467a-dd59-44f3-a058-8548686b870f on network 3aeebb2a-d034-4a90-afa4-338c34468833 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:20:08.375660 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a59b96-bac0-45d3-a278-f83d14e316a4 None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:20:08.376181 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a59b96-bac0-45d3-a278-f83d14e316a4 None None] Checking segment: {'id': '093c9b08-910f-4fc5-b271-7615cafd8f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:20:08.377729 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-05a59b96-bac0-45d3-a278-f83d14e316a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:08.379152 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a59b96-bac0-45d3-a278-f83d14e316a4 None None] Bound using segment: {'id': '093c9b08-910f-4fc5-b271-7615cafd8f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:20:08.383685 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-05a59b96-bac0-45d3-a278-f83d14e316a4 None None] Bound port: 0d22467a-dd59-44f3-a058-8548686b870f, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093c9b08-910f-4fc5-b271-7615cafd8f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:20:08.384462 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-05a59b96-bac0-45d3-a278-f83d14e316a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (0d22467a-dd59-44f3-a058-8548686b870f), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:08.500669 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-05a59b96-bac0-45d3-a278-f83d14e316a4 None None] For port 0d22467a-dd59-44f3-a058-8548686b870f, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:20:08.525063 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 9b5be9ea-acf4-4514-a122-106d45ba0411 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:20:08.528641 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-05a59b96-bac0-45d3-a278-f83d14e316a4 None None] For port 0d22467a-dd59-44f3-a058-8548686b870f, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=0d22467a-dd59-44f3-a058-8548686b870f,segment=NetworkSegment(093c9b08-910f-4fc5-b271-7615cafd8f99),segment_id=093c9b08-910f-4fc5-b271-7615cafd8f99)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:20:08.538221 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-cb9223f6-0ee4-416f-ab96-1babb81fe326 None None] Provisioning complete for port 0d22467a-dd59-44f3-a058-8548686b870f triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:20:08.538604 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-cb9223f6-0ee4-416f-ab96-1babb81fe326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (0d22467a-dd59-44f3-a058-8548686b870f), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:08.586076 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-dcc2b258-03fd-4abe-a9bd-09321f6b2a0e service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:20:08.587796 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-05a59b96-bac0-45d3-a278-f83d14e316a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (0d22467a-dd59-44f3-a058-8548686b870f), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:08.589569 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-dcc2b258-03fd-4abe-a9bd-09321f6b2a0e service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2216544 Apr 12 18:20:08.597653 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-a991fbdf-4fe2-4c9c-a7f7-c1f7ee8e865d tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1536630952&fields=id&tenant_id=a6c7a32511684e98998d07f553b02c00 HTTP/1.1" status: 200 len: 267 time: 0.0874794 Apr 12 18:20:08.648309 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-cb9223f6-0ee4-416f-ab96-1babb81fe326 None None] Port 0d22467a-dd59-44f3-a058-8548686b870f cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:20:08.691193 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a59b96-bac0-45d3-a278-f83d14e316a4 None None] Routers {'05b49423-1230-40fc-b521-529e50f39993'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:20:08.692351 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-05a59b96-bac0-45d3-a278-f83d14e316a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:19:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['05b49423-1230-40fc-b521-529e50f39993'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:20:08.845293 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-05a59b96-bac0-45d3-a278-f83d14e316a4 None None] Set router 05b49423-1230-40fc-b521-529e50f39993 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:20:08.877486 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-8cf84d3d-01c9-4a3e-9614-181f2f7687a8 service neutron] 10.222.0.52 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782483 Apr 12 18:20:08.988170 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2e1ea-553b-4b53-a987-763a67088e63 None None] Pushing event updated for resources: {'Port': ['ID=0d22467a-dd59-44f3-a058-8548686b870f,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:09.041533 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-08aacce5-bb42-40d3-9640-40ae9730ce0e None None] Provisioning complete for port 0d22467a-dd59-44f3-a058-8548686b870f triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:20:09.042231 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-08aacce5-bb42-40d3-9640-40ae9730ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (0d22467a-dd59-44f3-a058-8548686b870f), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:09.134937 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-69b9c48e-0dff-43bb-99be-bef8ca1c2746 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:09.136558 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-69b9c48e-0dff-43bb-99be-bef8ca1c2746 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/networks?id=3aeebb2a-d034-4a90-afa4-338c34468833 HTTP/1.1" status: 200 len: 810 time: 0.5341103 Apr 12 18:20:09.163193 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-1bcc8bfa-b997-4bdf-ab93-0e8433fcb215 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/quotas/a6c7a32511684e98998d07f553b02c00 HTTP/1.1" status: 200 len: 375 time: 0.0161946 Apr 12 18:20:09.221517 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-8d44861b-88ad-4c73-a531-e9fc81b6deea service neutron] 10.222.0.52 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292141 Apr 12 18:20:09.265781 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-acef2930-d39f-4839-b765-3bc2b46d0e27 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6c7a32511684e98998d07f553b02c00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798092 Apr 12 18:20:09.348738 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-08aacce5-bb42-40d3-9640-40ae9730ce0e None None] Current status of the port 0d22467a-dd59-44f3-a058-8548686b870f is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:20:09.349992 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-08aacce5-bb42-40d3-9640-40ae9730ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (0d22467a-dd59-44f3-a058-8548686b870f), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:09.374660 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-05a59b96-bac0-45d3-a278-f83d14e316a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b49423-1230-40fc-b521-529e50f39993', 'name': 'tempest-AttachVolumeTestJSON-750434608-router', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:52Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'gw_port': {'id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '0d22467a-dd59-44f3-a058-8548686b870f', 'name': '', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'mac_address': 'fa:16:3e:92:35:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '46b9b379-140d-4142-a367-613843eeaf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:08Z', 'revision_number': 4, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'subnets': [{'id': '46b9b379-140d-4142-a367-613843eeaf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:20:09.400080 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-19be2781-3eaa-4ed9-9886-ef676bfbbdba service neutron] 10.222.0.52 "GET /v2.0/networks/3aeebb2a-d034-4a90-afa4-338c34468833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237290 Apr 12 18:20:09.425632 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a59b96-bac0-45d3-a278-f83d14e316a4 None None] The sync data for ids ['05b49423-1230-40fc-b521-529e50f39993'] in dv-cinder-837535-1-iscsi is: [{'id': '05b49423-1230-40fc-b521-529e50f39993', 'name': 'tempest-AttachVolumeTestJSON-750434608-router', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:52Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'gw_port': {'id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '0d22467a-dd59-44f3-a058-8548686b870f', 'name': '', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'mac_address': 'fa:16:3e:92:35:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '46b9b379-140d-4142-a367-613843eeaf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:08Z', 'revision_number': 4, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'subnets': [{'id': '46b9b379-140d-4142-a367-613843eeaf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:20:09.476262 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-08aacce5-bb42-40d3-9640-40ae9730ce0e None None] For port 0d22467a-dd59-44f3-a058-8548686b870f, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=0d22467a-dd59-44f3-a058-8548686b870f,segment=NetworkSegment(093c9b08-910f-4fc5-b271-7615cafd8f99),segment_id=093c9b08-910f-4fc5-b271-7615cafd8f99)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:20:09.485784 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-08aacce5-bb42-40d3-9640-40ae9730ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (0d22467a-dd59-44f3-a058-8548686b870f), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:09.629572 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-36d6e6e6-b332-41a3-b9cb-aba97582f153 service neutron] 10.222.0.52 "GET /v2.0/networks/3aeebb2a-d034-4a90-afa4-338c34468833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214921 Apr 12 18:20:09.638734 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-f028dbfa-c329-4ba0-9a5e-15a7ef60954c tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103524) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:20:09.640100 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-f028dbfa-c329-4ba0-9a5e-15a7ef60954c tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080352 Apr 12 18:20:09.657112 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aacce5-bb42-40d3-9640-40ae9730ce0e None None] Pushing event updated for resources: {'Port': ['ID=0d22467a-dd59-44f3-a058-8548686b870f,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:09.932862 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4281184-6328-45f5-8fb9-dbcfeaeaff35 req-0e60e305-610e-45bf-9dd1-c4537e788ba1 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:09.940248 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f4281184-6328-45f5-8fb9-dbcfeaeaff35 req-0e60e305-610e-45bf-9dd1-c4537e788ba1 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 931 time: 0.1088958 Apr 12 18:20:10.033051 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-be6848c5-c0cc-455a-ab62-3611b355817e service neutron] Request body: {'port': {'device_id': '59be35f0-eb5b-45c7-b9ee-d9b77d501494', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:20:10.133474 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f4281184-6328-45f5-8fb9-dbcfeaeaff35 req-4363cfea-16c6-4b6b-b620-59e9d819b6c9 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861916 Apr 12 18:20:10.148008 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-adc0fab5-4873-49f8-85c7-bab260d58d91 req-d697f572-7b75-4cb9-9f6c-396ed988581a tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 210 time: 0.0862591 Apr 12 18:20:10.226626 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-be6848c5-c0cc-455a-ab62-3611b355817e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (600c8784-a3ee-4623-a867-dd73c98eadd4), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:10.327642 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-76840048-e698-42c8-918f-6a737880a306 req-4ae8ea14-6248-4a91-85c1-3787fb0cd911 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 210 time: 0.1112981 Apr 12 18:20:10.902428 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 0d22467a-dd59-44f3-a058-8548686b870f up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:20:11.066076 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-be6848c5-c0cc-455a-ab62-3611b355817e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 600c8784-a3ee-4623-a867-dd73c98eadd4 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:20:11.085490 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-be6848c5-c0cc-455a-ab62-3611b355817e service neutron] Publish callbacks [] for port (600c8784-a3ee-4623-a867-dd73c98eadd4), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:11.146747 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-be6848c5-c0cc-455a-ab62-3611b355817e service neutron] Transition to ACTIVE for port object 600c8784-a3ee-4623-a867-dd73c98eadd4 will not be triggered until provisioned by entity L2. {{(pid=103524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:20:11.152757 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-be6848c5-c0cc-455a-ab62-3611b355817e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (600c8784-a3ee-4623-a867-dd73c98eadd4), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:11.164022 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port 0d22467a-dd59-44f3-a058-8548686b870f triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:20:11.164303 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (0d22467a-dd59-44f3-a058-8548686b870f), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:11.434412 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 0d22467a-dd59-44f3-a058-8548686b870f is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:20:11.446435 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8c7b2dbb-3d56-4144-9d86-44276526303d req-11a26b4a-3039-4ff6-a854-fe6d75c08c82 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 210 time: 0.1601384 Apr 12 18:20:11.534341 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6848c5-c0cc-455a-ab62-3611b355817e service neutron] Pushing event updated for resources: {'Port': ['ID=600c8784-a3ee-4623-a867-dd73c98eadd4,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:11.540063 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc75177-8a28-4d52-8fdc-3db2e8773e56 req-ed01cd4e-e5d8-4f70-b3c6-229b8a6a7b4d tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:11.545641 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7dc75177-8a28-4d52-8fdc-3db2e8773e56 req-ed01cd4e-e5d8-4f70-b3c6-229b8a6a7b4d tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 943 time: 0.1358941 Apr 12 18:20:11.546787 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-be6848c5-c0cc-455a-ab62-3611b355817e service neutron] Attempting to bind port 600c8784-a3ee-4623-a867-dd73c98eadd4 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:20:11.547220 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-be6848c5-c0cc-455a-ab62-3611b355817e service neutron] Attempting to bind port 600c8784-a3ee-4623-a867-dd73c98eadd4 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '896b8c58-23d7-4cc5-910e-d917c274827b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6a618b05-ddac-4d83-834e-7fc26cc8c8d6'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:20:11.547675 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-be6848c5-c0cc-455a-ab62-3611b355817e service neutron] Attempting to bind port 600c8784-a3ee-4623-a867-dd73c98eadd4 on network 6a618b05-ddac-4d83-834e-7fc26cc8c8d6 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:20:11.585474 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-be6848c5-c0cc-455a-ab62-3611b355817e service neutron] Port 600c8784-a3ee-4623-a867-dd73c98eadd4 on network 6a618b05-ddac-4d83-834e-7fc26cc8c8d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:20:11.585799 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-be6848c5-c0cc-455a-ab62-3611b355817e service neutron] Attempting to bind port 600c8784-a3ee-4623-a867-dd73c98eadd4 on network 6a618b05-ddac-4d83-834e-7fc26cc8c8d6 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:20:11.599696 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-be6848c5-c0cc-455a-ab62-3611b355817e service neutron] Checking agent: {'id': '5b3c503f-4bfd-4027-adb8-75f76add50a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'started_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:20:11.600237 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-be6848c5-c0cc-455a-ab62-3611b355817e service neutron] Checking segment: {'id': '896b8c58-23d7-4cc5-910e-d917c274827b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6a618b05-ddac-4d83-834e-7fc26cc8c8d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:20:11.602283 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-be6848c5-c0cc-455a-ab62-3611b355817e service neutron] Bound using segment: {'id': '896b8c58-23d7-4cc5-910e-d917c274827b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6a618b05-ddac-4d83-834e-7fc26cc8c8d6'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:20:11.602813 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-be6848c5-c0cc-455a-ab62-3611b355817e service neutron] Bound port: 600c8784-a3ee-4623-a867-dd73c98eadd4, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896b8c58-23d7-4cc5-910e-d917c274827b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6a618b05-ddac-4d83-834e-7fc26cc8c8d6'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:20:11.603257 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-be6848c5-c0cc-455a-ab62-3611b355817e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (600c8784-a3ee-4623-a867-dd73c98eadd4), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:11.670590 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7dc75177-8a28-4d52-8fdc-3db2e8773e56 req-ace812e3-7c04-45c6-b44e-c65473319812 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189556 Apr 12 18:20:11.719416 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8ad12268-640e-4d92-8a6d-3566d62deae5 req-e9f026c4-1a42-43c6-9054-2bb09cf3efe4 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 210 time: 0.0476751 Apr 12 18:20:11.894412 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-be6848c5-c0cc-455a-ab62-3611b355817e service neutron] For port 600c8784-a3ee-4623-a867-dd73c98eadd4, host hv-cinder-83753, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:20:11.904460 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-be6848c5-c0cc-455a-ab62-3611b355817e service neutron] For port 600c8784-a3ee-4623-a867-dd73c98eadd4, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=600c8784-a3ee-4623-a867-dd73c98eadd4,segment=NetworkSegment(896b8c58-23d7-4cc5-910e-d917c274827b),segment_id=896b8c58-23d7-4cc5-910e-d917c274827b)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:20:11.918249 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-be6848c5-c0cc-455a-ab62-3611b355817e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (600c8784-a3ee-4623-a867-dd73c98eadd4), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:12.023301 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-be6848c5-c0cc-455a-ab62-3611b355817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:12.024144 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-be6848c5-c0cc-455a-ab62-3611b355817e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:12.037451 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-be6848c5-c0cc-455a-ab62-3611b355817e service neutron] 10.222.0.26 "PUT /v2.0/ports/600c8784-a3ee-4623-a867-dd73c98eadd4 HTTP/1.1" status: 200 len: 1093 time: 2.1911101 Apr 12 18:20:12.038270 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59be35f0-eb5b-45c7-b9ee-d9b77d501494', 'tag': '600c8784-a3ee-4623-a867-dd73c98eadd4'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:20:12.182206 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6848c5-c0cc-455a-ab62-3611b355817e service neutron] Pushing event updated for resources: {'Port': ['ID=600c8784-a3ee-4623-a867-dd73c98eadd4,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:12.413097 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccd4f9c-a96a-4a27-ab23-0ef287801508" -d '{"events": [{"name": "network-changed", "server_uuid": "59be35f0-eb5b-45c7-b9ee-d9b77d501494", "tag": "600c8784-a3ee-4623-a867-dd73c98eadd4"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:20:12.582073 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e0452530-3a8a-4e1a-8d26-df3b4b12b0c0 req-17ad6f2c-bb7a-488d-90c2-46fc46804ca1 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 210 time: 0.0524018 Apr 12 18:20:12.728258 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ab9e37-0c72-403f-b63c-625fad9257c2 x-openstack-request-id: req-15ab9e37-0c72-403f-b63c-625fad9257c2 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:20:12.728559 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59be35f0-eb5b-45c7-b9ee-d9b77d501494", "tag": "600c8784-a3ee-4623-a867-dd73c98eadd4", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:20:12.728818 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-15ab9e37-0c72-403f-b63c-625fad9257c2 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:20:12.729472 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ab9e37-0c72-403f-b63c-625fad9257c2'] response: {'name': 'network-changed', 'server_uuid': '59be35f0-eb5b-45c7-b9ee-d9b77d501494', 'tag': '600c8784-a3ee-4623-a867-dd73c98eadd4', 'status': 'completed', 'code': 200} Apr 12 18:20:12.856989 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1094cb5-941e-41ff-a3c6-55f79086cb3f req-d7b69e18-2c22-4ca5-9230-5f652bf64897 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:12.858827 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b1094cb5-941e-41ff-a3c6-55f79086cb3f req-d7b69e18-2c22-4ca5-9230-5f652bf64897 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 943 time: 0.0891523 Apr 12 18:20:12.948689 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0bd19b79-910a-4330-b9b5-d478afbfb8c3 req-cc241ba0-243a-4160-a8da-e6fb48591cb1 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 210 time: 0.0720425 Apr 12 18:20:13.011167 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b1094cb5-941e-41ff-a3c6-55f79086cb3f req-a1e83281-c92a-4c85-a8a8-9f233f03c04f tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318285 Apr 12 18:20:13.183868 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-952d6b61-e71b-495d-9ac8-cb52a2bfad04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:13.709639 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c419299e-c605-4d79-82c2-c38d8c4ad186 req-5220e2ce-915a-480d-a236-d01b41b670c8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 210 time: 0.0449393 Apr 12 18:20:13.804245 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:20:13.969026 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 35536) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:14.084968 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 35546) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:14.124429 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9b7accfa-5c8f-4bed-b0fb-8f2e3d1698d3 req-01698203-87b7-4009-b5e4-316d55b94f17 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 210 time: 0.0603697 Apr 12 18:20:14.203920 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70496e32-c23f-4e80-8b90-ecae9f97785a req-bdceede9-1bd4-401f-8408-ec2b7175925e tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:14.207274 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-70496e32-c23f-4e80-8b90-ecae9f97785a req-bdceede9-1bd4-401f-8408-ec2b7175925e tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 943 time: 0.0756731 Apr 12 18:20:14.234912 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b0f16c5c-805d-427e-a44b-b505dcdd9138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:14.277179 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-70496e32-c23f-4e80-8b90-ecae9f97785a req-dc002fad-c2ef-41ba-9f30-dad142f984fb tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629635 Apr 12 18:20:14.289341 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-70349622-6406-4bb2-ae37-88b1c1d0c37f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:14.399124 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b0f16c5c-805d-427e-a44b-b505dcdd9138 admin admin] Publish callbacks [] for security_group (4c2674cb-0e39-4f90-b346-85740341fe7b), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:14.407073 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b0f16c5c-805d-427e-a44b-b505dcdd9138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (4c2674cb-0e39-4f90-b346-85740341fe7b), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:14.467988 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-b0f16c5c-805d-427e-a44b-b505dcdd9138 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=60f05341c74c43a6ac14e578e5306879&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4977281 Apr 12 18:20:14.469840 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-70349622-6406-4bb2-ae37-88b1c1d0c37f admin admin] Publish callbacks [] for security_group (e3031dca-e983-4306-bff0-9f445fa0fc0b), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:14.470901 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f16c5c-805d-427e-a44b-b505dcdd9138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2674cb-0e39-4f90-b346-85740341fe7b,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:14.471331 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 35550) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:14.486057 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-70349622-6406-4bb2-ae37-88b1c1d0c37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (e3031dca-e983-4306-bff0-9f445fa0fc0b), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:14.575267 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70349622-6406-4bb2-ae37-88b1c1d0c37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3031dca-e983-4306-bff0-9f445fa0fc0b,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:14.579880 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d4b3dbc3-8628-4159-978f-5f7f925dad64 admin admin] Publish callbacks [] for security_group (4c2674cb-0e39-4f90-b346-85740341fe7b), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:14.586899 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-70349622-6406-4bb2-ae37-88b1c1d0c37f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4fdff6e313ae4a768fc656732e89a243&name=default HTTP/1.1" status: 200 len: 2995 time: 0.5007322 Apr 12 18:20:14.601343 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 35562) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:14.639271 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d4b3dbc3-8628-4159-978f-5f7f925dad64 admin admin] Publish callbacks [] for security_group (4c2674cb-0e39-4f90-b346-85740341fe7b), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:14.712086 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d4b3dbc3-8628-4159-978f-5f7f925dad64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (4c2674cb-0e39-4f90-b346-85740341fe7b), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:14.715947 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d4b3dbc3-8628-4159-978f-5f7f925dad64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:14.717464 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-d4b3dbc3-8628-4159-978f-5f7f925dad64 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4c2674cb-0e39-4f90-b346-85740341fe7b HTTP/1.1" status: 204 len: 168 time: 0.2449980 Apr 12 18:20:14.718234 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cb641c2c-0b8a-4d17-b1d8-b303ba9ac1a4 admin admin] Publish callbacks [] for security_group (e3031dca-e983-4306-bff0-9f445fa0fc0b), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:14.727914 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3dbc3-8628-4159-978f-5f7f925dad64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2674cb-0e39-4f90-b346-85740341fe7b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:14.817496 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cb641c2c-0b8a-4d17-b1d8-b303ba9ac1a4 admin admin] Publish callbacks [] for security_group (e3031dca-e983-4306-bff0-9f445fa0fc0b), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:14.881535 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b60ac331-e444-4ccb-9c72-b8f3c29013b3 req-e36fd5b8-dbbb-4d8c-93a1-570bf4c99629 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 210 time: 0.0482807 Apr 12 18:20:14.941061 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cb641c2c-0b8a-4d17-b1d8-b303ba9ac1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (e3031dca-e983-4306-bff0-9f445fa0fc0b), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:14.945370 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cb641c2c-0b8a-4d17-b1d8-b303ba9ac1a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:14.951072 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-cb641c2c-0b8a-4d17-b1d8-b303ba9ac1a4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e3031dca-e983-4306-bff0-9f445fa0fc0b HTTP/1.1" status: 204 len: 168 time: 0.3463318 Apr 12 18:20:14.964675 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb641c2c-0b8a-4d17-b1d8-b303ba9ac1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3031dca-e983-4306-bff0-9f445fa0fc0b,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:15.342922 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a44fc1b5-7ae2-4ff1-9271-300eb9a6dc1d req-a4bc0997-6e8f-4a88-9ba9-68ad906c38b5 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 210 time: 0.0730293 Apr 12 18:20:15.391181 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 35600) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:15.419733 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-894882f2-41a3-41b4-9f31-93027709097f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:15.514776 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c5604fd3-1b4d-4eab-99f7-db612734dbdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:15.565706 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-894882f2-41a3-41b4-9f31-93027709097f admin admin] Publish callbacks [] for security_group (5048b547-5c35-486a-adf9-aa1907a0a2f1), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:15.570705 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4d5a1-f76c-45e4-99ad-d68c12e7d06a req-56ae0af5-0638-4cbe-b1a3-7bf93c7aabed tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:15.574210 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b5c4d5a1-f76c-45e4-99ad-d68c12e7d06a req-56ae0af5-0638-4cbe-b1a3-7bf93c7aabed tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 943 time: 0.1598928 Apr 12 18:20:15.574844 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-894882f2-41a3-41b4-9f31-93027709097f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (5048b547-5c35-486a-adf9-aa1907a0a2f1), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:15.648540 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-894882f2-41a3-41b4-9f31-93027709097f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e1678eb74caa407a9a1742794d89b4d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529416 Apr 12 18:20:15.650171 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 35614) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:15.659586 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894882f2-41a3-41b4-9f31-93027709097f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5048b547-5c35-486a-adf9-aa1907a0a2f1,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:15.737232 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b5c4d5a1-f76c-45e4-99ad-d68c12e7d06a req-b9c4647b-f1e4-4bfe-8e43-0b13fb6acbb3 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463528 Apr 12 18:20:15.941036 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd4f9c-a96a-4a27-ab23-0ef287801508 req-83e5e31f-6a9a-4078-8d76-7f39c141711c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:15.943155 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-7ccd4f9c-a96a-4a27-ab23-0ef287801508 req-83e5e31f-6a9a-4078-8d76-7f39c141711c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8d1c6064aa944848c0202c05f0c3181&device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 1127 time: 0.2547822 Apr 12 18:20:15.948951 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a5d49406-33a3-4843-9427-1d7821d44fc8 admin admin] Publish callbacks [] for security_group (5048b547-5c35-486a-adf9-aa1907a0a2f1), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:15.975510 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a5d49406-33a3-4843-9427-1d7821d44fc8 admin admin] Publish callbacks [] for security_group (5048b547-5c35-486a-adf9-aa1907a0a2f1), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:16.090605 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a5d49406-33a3-4843-9427-1d7821d44fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (5048b547-5c35-486a-adf9-aa1907a0a2f1), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:16.093967 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a5d49406-33a3-4843-9427-1d7821d44fc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:16.095488 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-a5d49406-33a3-4843-9427-1d7821d44fc8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5048b547-5c35-486a-adf9-aa1907a0a2f1 HTTP/1.1" status: 204 len: 168 time: 0.4442067 Apr 12 18:20:16.122287 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d49406-33a3-4843-9427-1d7821d44fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5048b547-5c35-486a-adf9-aa1907a0a2f1,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:16.197707 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3855ad95-cda9-4cb0-9d2d-0e87a392b9c2 req-40b72942-f3d0-4b00-afe6-f78ab0232627 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 210 time: 0.1469901 Apr 12 18:20:16.541134 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c0f7fc40-1d6e-4197-8694-9e95c1631239 req-af3339f8-5044-423f-ac35-c8cdb57858e7 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 210 time: 0.0632379 Apr 12 18:20:16.835640 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:17.033243 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24018d-48b6-4512-9977-b0dc11637dd9 req-e01c0e6f-a755-4601-8945-889f3cd6429d tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:17.051836 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2a24018d-48b6-4512-9977-b0dc11637dd9 req-e01c0e6f-a755-4601-8945-889f3cd6429d tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 943 time: 0.1202724 Apr 12 18:20:17.061498 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd4f9c-a96a-4a27-ab23-0ef287801508 req-7e508645-a8f5-44fc-bf71-290e872f5c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:17.070605 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-7ccd4f9c-a96a-4a27-ab23-0ef287801508 req-7e508645-a8f5-44fc-bf71-290e872f5c32 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f8d1c6064aa944848c0202c05f0c3181&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4379053 Apr 12 18:20:17.185879 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2a24018d-48b6-4512-9977-b0dc11637dd9 req-1b52a263-d871-4c1f-99ac-472fbd7ada58 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288285 Apr 12 18:20:17.363242 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-021a1ce6-26ce-4de8-abd7-869010d80cad req-cdff77d0-14d8-48cd-a309-c86faa1a48c1 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 210 time: 0.0642579 Apr 12 18:20:17.712370 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-39a30067-a27c-4e47-887a-686e0e2b18b0 req-667c9a36-12d0-4f7f-bc1c-e3ce185cd491 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 210 time: 0.0560522 Apr 12 18:20:17.732763 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd4f9c-a96a-4a27-ab23-0ef287801508 req-a0f4a76a-e1a1-4124-98ac-9aa4cb562b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:17.735199 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-7ccd4f9c-a96a-4a27-ab23-0ef287801508 req-a0f4a76a-e1a1-4124-98ac-9aa4cb562b24 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3601954 Apr 12 18:20:18.320447 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b95a4-5333-42e7-b6bc-87e55d699d2a req-326da39b-73c7-42a4-a4e3-ee33b2dba0ac tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:18.321496 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:18.326525 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1c0b95a4-5333-42e7-b6bc-87e55d699d2a req-326da39b-73c7-42a4-a4e3-ee33b2dba0ac tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 943 time: 0.0697417 Apr 12 18:20:18.373317 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1c0b95a4-5333-42e7-b6bc-87e55d699d2a req-342c3959-60f1-4c4c-b7ac-fb5bb9dd9f2d tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455146 Apr 12 18:20:18.441800 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 35764) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:18.450236 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c9527f8f-5ed5-424d-882d-c7cabd3742fa req-0b91c3b3-fc29-4fbc-b482-ee07bdc326e4 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 210 time: 0.0308402 Apr 12 18:20:18.552527 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2cac53e4-81e9-4c87-8788-921f7f2a4ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:18.635688 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2cac53e4-81e9-4c87-8788-921f7f2a4ab2 admin admin] Publish callbacks [] for security_group (40e2729b-e260-44b7-841e-46371d57f12c), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:18.642942 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2cac53e4-81e9-4c87-8788-921f7f2a4ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (40e2729b-e260-44b7-841e-46371d57f12c), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:18.682836 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac53e4-81e9-4c87-8788-921f7f2a4ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e2729b-e260-44b7-841e-46371d57f12c,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:18.688505 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-2cac53e4-81e9-4c87-8788-921f7f2a4ab2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1d2ed51ca4b440eb95d19ef37064f796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455754 Apr 12 18:20:18.691191 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 35780) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:18.750407 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7e6acaec-f006-41a5-b515-db0b1a0a7a0f admin admin] Publish callbacks [] for security_group (40e2729b-e260-44b7-841e-46371d57f12c), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:18.774133 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7e6acaec-f006-41a5-b515-db0b1a0a7a0f admin admin] Publish callbacks [] for security_group (40e2729b-e260-44b7-841e-46371d57f12c), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:18.817571 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c530e0f4-8ccd-4c68-938a-2a7453c5bcb0 req-4936b92f-c8df-4dbe-aada-1334663ffe15 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 210 time: 0.0347915 Apr 12 18:20:18.841693 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7e6acaec-f006-41a5-b515-db0b1a0a7a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (40e2729b-e260-44b7-841e-46371d57f12c), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:18.844508 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7e6acaec-f006-41a5-b515-db0b1a0a7a0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:18.849222 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-7e6acaec-f006-41a5-b515-db0b1a0a7a0f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/40e2729b-e260-44b7-841e-46371d57f12c HTTP/1.1" status: 204 len: 168 time: 0.1562195 Apr 12 18:20:18.857859 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6acaec-f006-41a5-b515-db0b1a0a7a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e2729b-e260-44b7-841e-46371d57f12c,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:19.264854 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 35826) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:19.284402 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:19.285726 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f6473fef-f726-4eac-8539-96a03b4ce138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:19.430083 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.26', 54289) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:19.470953 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f6473fef-f726-4eac-8539-96a03b4ce138 admin admin] Publish callbacks [] for security_group (fb80e76c-7b35-4c88-b080-9cb7a7990867), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:19.499647 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f6473fef-f726-4eac-8539-96a03b4ce138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (fb80e76c-7b35-4c88-b080-9cb7a7990867), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:19.624523 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bf91b0f8-56f4-4fd2-8998-11a3cbbe09eb req-5390bf14-edd6-4935-9ab5-2158d167331c tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 210 time: 0.0399590 Apr 12 18:20:19.636540 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-f6473fef-f726-4eac-8539-96a03b4ce138 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=203759463ce7492aa34fb1f86f51e77c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3705246 Apr 12 18:20:19.646548 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 35856) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:19.656969 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6473fef-f726-4eac-8539-96a03b4ce138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb80e76c-7b35-4c88-b080-9cb7a7990867,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:19.668183 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-b220580a-fcee-4d2f-b393-cd510c6f3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:19.669173 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-b220580a-fcee-4d2f-b393-cd510c6f3035 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8d1c6064aa944848c0202c05f0c3181&device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 1127 time: 0.2379293 Apr 12 18:20:19.690197 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768dfe1-6510-4dad-84d1-33d19e0d896b req-202ff0e9-7ec8-4a40-be58-3f23402236e6 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:19.697994 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7768dfe1-6510-4dad-84d1-33d19e0d896b req-202ff0e9-7ec8-4a40-be58-3f23402236e6 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 943 time: 0.1540704 Apr 12 18:20:19.714718 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-391d7494-c72a-499d-857f-bc9d0c26881b tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:19.717050 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-391d7494-c72a-499d-857f-bc9d0c26881b tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.26 "GET /v2.0/networks?id=3aeebb2a-d034-4a90-afa4-338c34468833 HTTP/1.1" status: 200 len: 810 time: 0.3413963 Apr 12 18:20:19.814715 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-b479ded5-9536-4daf-910c-dcbaf6340221 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=600c8784-a3ee-4623-a867-dd73c98eadd4 HTTP/1.1" status: 200 len: 217 time: 0.0980766 Apr 12 18:20:19.826527 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-1d2dc8dd-cc64-4020-ab71-c78c08095cf1 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6c7a32511684e98998d07f553b02c00 HTTP/1.1" status: 200 len: 380 time: 0.1007822 Apr 12 18:20:19.829622 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7768dfe1-6510-4dad-84d1-33d19e0d896b req-52151246-9d88-4281-ae00-83fa16d509e3 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262794 Apr 12 18:20:19.836637 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-26ea5197-a49a-4504-bc76-f4820a2ec5e3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Request body: {'port': {'device_id': '47e054ae-ee04-4b45-b89e-f0bd37732a8e', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'admin_state_up': True, 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'security_groups': ['802d75d8-68fc-48b7-8074-2a7c0aa1c1bc']}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:20:19.906942 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.26', 54296) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:19.944596 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-980d5743-6ff0-4cec-9fae-cad18d987128 admin admin] Publish callbacks [] for security_group (fb80e76c-7b35-4c88-b080-9cb7a7990867), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:20.029410 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 35888) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:20.060972 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-26ea5197-a49a-4504-bc76-f4820a2ec5e3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Made reservation on behalf of a6c7a32511684e98998d07f553b02c00 for: {'port': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:20:20.064519 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-26ea5197-a49a-4504-bc76-f4820a2ec5e3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:20.163738 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-03519428-0baf-4f84-a2ed-1961d7a0ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:20.169904 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-03519428-0baf-4f84-a2ed-1961d7a0ff0b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=64c7006b-c0a5-421a-81b1-b049c91ee468 HTTP/1.1" status: 200 len: 851 time: 0.3390887 Apr 12 18:20:20.221143 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a5840d58-cb2a-48e7-afc1-6ff809079e6f req-45aedd50-ba1d-4af6-9db0-3f188ae22b73 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 210 time: 0.2896523 Apr 12 18:20:20.232700 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-2c209575-de6b-4e2d-89f5-44f8503db827 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:20.234736 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-2c209575-de6b-4e2d-89f5-44f8503db827 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.26 "GET /v2.0/networks?id=c9dc82e9-ba51-4034-af9b-11d793e8de94 HTTP/1.1" status: 200 len: 814 time: 0.3175373 Apr 12 18:20:20.263160 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ea4eea0c-7f90-40de-8221-f3d169130bc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:20.329535 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-0a1b47de-3997-4122-be78-82fea3e75786 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6a618b05-ddac-4d83-834e-7fc26cc8c8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931892 Apr 12 18:20:20.333445 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-980d5743-6ff0-4cec-9fae-cad18d987128 admin admin] Publish callbacks [] for security_group (fb80e76c-7b35-4c88-b080-9cb7a7990867), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:20.354304 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-26ea5197-a49a-4504-bc76-f4820a2ec5e3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Allocated IP 172.20.0.6 (3aeebb2a-d034-4a90-afa4-338c34468833/46b9b379-140d-4142-a367-613843eeaf49/589d2373-ec7d-4f40-a03c-e79126929e92) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:20:20.475302 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-725e4823-91b6-4baf-b707-3faf88d905ad tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5d28f86be7741b183b3d48b791ace5c HTTP/1.1" status: 200 len: 380 time: 0.2258022 Apr 12 18:20:20.494190 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-62a989f8-1be7-4e5e-bc51-1b35eeb83d9d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Request body: {'port': {'device_id': '8c4a684f-9199-44b1-b154-7a987026b17a', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'admin_state_up': True, 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'security_groups': ['bdab9499-a0f2-4570-bd64-648a8ceba745']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:20:20.504545 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ea4eea0c-7f90-40de-8221-f3d169130bc3 admin admin] Publish callbacks [] for security_group (ccd3b437-ba70-4860-ac5e-a69a6c96f8cb), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:20.513289 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ea4eea0c-7f90-40de-8221-f3d169130bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (ccd3b437-ba70-4860-ac5e-a69a6c96f8cb), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:20.589242 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-ea4eea0c-7f90-40de-8221-f3d169130bc3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b36be0dab57c4caca911f37cc4051818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5550015 Apr 12 18:20:20.589982 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 35932) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:20.593234 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4eea0c-7f90-40de-8221-f3d169130bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd3b437-ba70-4860-ac5e-a69a6c96f8cb,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:20.618741 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-26ea5197-a49a-4504-bc76-f4820a2ec5e3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for port (589d2373-ec7d-4f40-a03c-e79126929e92), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:20.684101 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-980d5743-6ff0-4cec-9fae-cad18d987128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (fb80e76c-7b35-4c88-b080-9cb7a7990867), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:20.686435 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-980d5743-6ff0-4cec-9fae-cad18d987128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:20.690330 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-980d5743-6ff0-4cec-9fae-cad18d987128 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fb80e76c-7b35-4c88-b080-9cb7a7990867 HTTP/1.1" status: 204 len: 168 time: 1.0426688 Apr 12 18:20:20.724838 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cfdaea84-9f88-44a3-b707-dfa24fea206f admin admin] Publish callbacks [] for security_group (ccd3b437-ba70-4860-ac5e-a69a6c96f8cb), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:20.728144 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-26ea5197-a49a-4504-bc76-f4820a2ec5e3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (589d2373-ec7d-4f40-a03c-e79126929e92), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:20.740137 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-987f90e0-c453-47d1-ba64-0418188b41bc service neutron] 10.222.0.26 "GET /v2.0/networks/6a618b05-ddac-4d83-834e-7fc26cc8c8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917105 Apr 12 18:20:20.752357 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d5743-6ff0-4cec-9fae-cad18d987128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb80e76c-7b35-4c88-b080-9cb7a7990867,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:20.789105 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cfdaea84-9f88-44a3-b707-dfa24fea206f admin admin] Publish callbacks [] for security_group (ccd3b437-ba70-4860-ac5e-a69a6c96f8cb), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:20.793380 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-26ea5197-a49a-4504-bc76-f4820a2ec5e3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Network 3aeebb2a-d034-4a90-afa4-338c34468833 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:20:20.826199 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-26ea5197-a49a-4504-bc76-f4820a2ec5e3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:20:20.833479 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-13938ee6-617e-4511-9390-c6b52a417c5b req-4ce71f36-29e5-4011-956a-61ff6328348b tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 210 time: 0.1040111 Apr 12 18:20:20.840505 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-26ea5197-a49a-4504-bc76-f4820a2ec5e3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:20:20.860627 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-26ea5197-a49a-4504-bc76-f4820a2ec5e3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:20.861323 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-26ea5197-a49a-4504-bc76-f4820a2ec5e3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:20.893235 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea5197-a49a-4504-bc76-f4820a2ec5e3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Pushing event updated for resources: {'Port': ['ID=589d2373-ec7d-4f40-a03c-e79126929e92,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:20.958990 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-26ea5197-a49a-4504-bc76-f4820a2ec5e3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1268606 Apr 12 18:20:20.977491 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-79a820d4-2bd7-48ff-b557-4e959543b75e service neutron] Request body: {'port': {'device_id': '47e054ae-ee04-4b45-b89e-f0bd37732a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:20:21.034727 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cfdaea84-9f88-44a3-b707-dfa24fea206f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (ccd3b437-ba70-4860-ac5e-a69a6c96f8cb), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:21.039254 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cfdaea84-9f88-44a3-b707-dfa24fea206f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:21.040498 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-cfdaea84-9f88-44a3-b707-dfa24fea206f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ccd3b437-ba70-4860-ac5e-a69a6c96f8cb HTTP/1.1" status: 204 len: 168 time: 0.4443636 Apr 12 18:20:21.070393 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-62a989f8-1be7-4e5e-bc51-1b35eeb83d9d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Made reservation on behalf of c5d28f86be7741b183b3d48b791ace5c for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:20:21.073764 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-62a989f8-1be7-4e5e-bc51-1b35eeb83d9d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:21.105842 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d36711-eb9e-4498-b7f0-9dd520d4929f req-55b32873-91c8-4882-970f-2f506373ea62 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:21.110806 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdaea84-9f88-44a3-b707-dfa24fea206f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd3b437-ba70-4860-ac5e-a69a6c96f8cb,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:21.116547 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-60d36711-eb9e-4498-b7f0-9dd520d4929f req-55b32873-91c8-4882-970f-2f506373ea62 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 943 time: 0.1402428 Apr 12 18:20:21.137991 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-79a820d4-2bd7-48ff-b557-4e959543b75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (589d2373-ec7d-4f40-a03c-e79126929e92), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:21.202374 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c73b9084-8c4a-411d-9885-d889e1d18183 req-bc96fba6-e63b-45d4-b60c-424dc2419636 service neutron] 10.222.0.26 "GET /v2.0/networks/6a618b05-ddac-4d83-834e-7fc26cc8c8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441545 Apr 12 18:20:21.310137 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-7a490fd8-0fa5-47f6-b986-7b234f95ef79 None None] Provisioning complete for port 589d2373-ec7d-4f40-a03c-e79126929e92 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:20:21.312061 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7a490fd8-0fa5-47f6-b986-7b234f95ef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (589d2373-ec7d-4f40-a03c-e79126929e92), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:21.362220 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-60d36711-eb9e-4498-b7f0-9dd520d4929f req-cb0760f0-08e8-42b8-aa57-1b5977e36d69 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447271 Apr 12 18:20:21.444165 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-7a490fd8-0fa5-47f6-b986-7b234f95ef79 None None] Port 589d2373-ec7d-4f40-a03c-e79126929e92 cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:20:21.484069 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb998ec-1799-48db-b90a-3cce48e16b12 req-41177fcc-ee9c-40cf-afb6-d5816a98f44e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:21.494218 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1cb998ec-1799-48db-b90a-3cce48e16b12 req-41177fcc-ee9c-40cf-afb6-d5816a98f44e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 931 time: 0.1093869 Apr 12 18:20:21.644188 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1cb998ec-1799-48db-b90a-3cce48e16b12 req-334d4102-064d-43e5-ad92-a2a9ee5d3721 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469469 Apr 12 18:20:21.646158 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-62a989f8-1be7-4e5e-bc51-1b35eeb83d9d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Allocated IP 172.20.0.8 (c9dc82e9-ba51-4034-af9b-11d793e8de94/e9a9f4b8-3305-469c-8769-0a7b186de1c2/b4689fd1-e948-4092-8679-98ae201f6d88) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:20:21.652115 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 35990) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:21.722519 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-79a820d4-2bd7-48ff-b557-4e959543b75e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 589d2373-ec7d-4f40-a03c-e79126929e92 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:20:21.734090 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-79a820d4-2bd7-48ff-b557-4e959543b75e service neutron] Publish callbacks [] for port (589d2373-ec7d-4f40-a03c-e79126929e92), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:21.758030 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-79a820d4-2bd7-48ff-b557-4e959543b75e service neutron] Transition to ACTIVE for port object 589d2373-ec7d-4f40-a03c-e79126929e92 will not be triggered until provisioned by entity L2. {{(pid=103524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:20:21.763794 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-79a820d4-2bd7-48ff-b557-4e959543b75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (589d2373-ec7d-4f40-a03c-e79126929e92), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:21.765986 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 35996) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:21.821013 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3ae5aa47-5dd9-4347-8d1a-549f0a3dd60d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:21.854023 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-62a989f8-1be7-4e5e-bc51-1b35eeb83d9d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for port (b4689fd1-e948-4092-8679-98ae201f6d88), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:21.855697 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a820d4-2bd7-48ff-b557-4e959543b75e service neutron] Pushing event updated for resources: {'Port': ['ID=589d2373-ec7d-4f40-a03c-e79126929e92,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:21.918388 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-62a989f8-1be7-4e5e-bc51-1b35eeb83d9d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (b4689fd1-e948-4092-8679-98ae201f6d88), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:21.946241 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-79a820d4-2bd7-48ff-b557-4e959543b75e service neutron] Attempting to bind port 589d2373-ec7d-4f40-a03c-e79126929e92 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:20:21.946917 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-79a820d4-2bd7-48ff-b557-4e959543b75e service neutron] Attempting to bind port 589d2373-ec7d-4f40-a03c-e79126929e92 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '093c9b08-910f-4fc5-b271-7615cafd8f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:20:21.947458 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-79a820d4-2bd7-48ff-b557-4e959543b75e service neutron] Attempting to bind port 589d2373-ec7d-4f40-a03c-e79126929e92 on network 3aeebb2a-d034-4a90-afa4-338c34468833 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:20:21.958637 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-79a820d4-2bd7-48ff-b557-4e959543b75e service neutron] Port 589d2373-ec7d-4f40-a03c-e79126929e92 on network 3aeebb2a-d034-4a90-afa4-338c34468833 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:20:21.959473 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-79a820d4-2bd7-48ff-b557-4e959543b75e service neutron] Attempting to bind port 589d2373-ec7d-4f40-a03c-e79126929e92 on network 3aeebb2a-d034-4a90-afa4-338c34468833 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:20:21.971980 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-79a820d4-2bd7-48ff-b557-4e959543b75e service neutron] Checking agent: {'id': '5b3c503f-4bfd-4027-adb8-75f76add50a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'started_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:20:21.972360 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-79a820d4-2bd7-48ff-b557-4e959543b75e service neutron] Checking segment: {'id': '093c9b08-910f-4fc5-b271-7615cafd8f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:20:21.972868 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-79a820d4-2bd7-48ff-b557-4e959543b75e service neutron] Bound using segment: {'id': '093c9b08-910f-4fc5-b271-7615cafd8f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:20:21.973400 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-79a820d4-2bd7-48ff-b557-4e959543b75e service neutron] Bound port: 589d2373-ec7d-4f40-a03c-e79126929e92, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '093c9b08-910f-4fc5-b271-7615cafd8f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:20:21.974411 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-79a820d4-2bd7-48ff-b557-4e959543b75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (589d2373-ec7d-4f40-a03c-e79126929e92), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:22.037157 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5796c-0fbc-4283-9099-1e0931d1c700 req-ae5a3667-6af7-4c97-83f2-5563117e1c1c tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:22.041269 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-eec5796c-0fbc-4283-9099-1e0931d1c700 req-ae5a3667-6af7-4c97-83f2-5563117e1c1c tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 931 time: 0.0699306 Apr 12 18:20:22.051482 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3ae5aa47-5dd9-4347-8d1a-549f0a3dd60d admin admin] Publish callbacks [] for security_group (ef28eef3-e1cf-40c7-9386-6d6516a4c575), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:22.071746 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-840d8359-5750-44b1-9a57-dcf67ea33ac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:22.134163 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-62a989f8-1be7-4e5e-bc51-1b35eeb83d9d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Network c9dc82e9-ba51-4034-af9b-11d793e8de94 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:20:22.149889 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-62a989f8-1be7-4e5e-bc51-1b35eeb83d9d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:20:22.178177 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3ae5aa47-5dd9-4347-8d1a-549f0a3dd60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (ef28eef3-e1cf-40c7-9386-6d6516a4c575), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:22.187854 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-62a989f8-1be7-4e5e-bc51-1b35eeb83d9d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:20:22.203190 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-62a989f8-1be7-4e5e-bc51-1b35eeb83d9d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:22.206052 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-62a989f8-1be7-4e5e-bc51-1b35eeb83d9d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for port (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:22.226104 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a989f8-1be7-4e5e-bc51-1b35eeb83d9d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event updated for resources: {'Port': ['ID=b4689fd1-e948-4092-8679-98ae201f6d88,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:22.235823 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-840d8359-5750-44b1-9a57-dcf67ea33ac7 admin admin] Publish callbacks [] for security_group (31298139-183c-4cd1-9000-5e10df62c788), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:22.265695 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-62a989f8-1be7-4e5e-bc51-1b35eeb83d9d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7761621 Apr 12 18:20:22.271156 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-eec5796c-0fbc-4283-9099-1e0931d1c700 req-70181537-a3d3-4860-abf8-c28e85d28a3e tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772656 Apr 12 18:20:22.276507 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-840d8359-5750-44b1-9a57-dcf67ea33ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (31298139-183c-4cd1-9000-5e10df62c788), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:22.316426 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-3ae5aa47-5dd9-4347-8d1a-549f0a3dd60d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=42c89d559e53411ba56acee9b58cd93b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5452673 Apr 12 18:20:22.318066 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 36006) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:22.327633 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-79a820d4-2bd7-48ff-b557-4e959543b75e service neutron] For port 589d2373-ec7d-4f40-a03c-e79126929e92, host hv-cinder-83753, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:20:22.329937 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5aa47-5dd9-4347-8d1a-549f0a3dd60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef28eef3-e1cf-40c7-9386-6d6516a4c575,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:22.334157 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-79a820d4-2bd7-48ff-b557-4e959543b75e service neutron] For port 589d2373-ec7d-4f40-a03c-e79126929e92, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=589d2373-ec7d-4f40-a03c-e79126929e92,segment=NetworkSegment(093c9b08-910f-4fc5-b271-7615cafd8f99),segment_id=093c9b08-910f-4fc5-b271-7615cafd8f99)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:20:22.355046 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-840d8359-5750-44b1-9a57-dcf67ea33ac7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=97fd3b7c316d4095a9a183ccc3ed8ed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7019358 Apr 12 18:20:22.360682 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 36010) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:22.361661 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-79a820d4-2bd7-48ff-b557-4e959543b75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (589d2373-ec7d-4f40-a03c-e79126929e92), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:22.424546 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d8359-5750-44b1-9a57-dcf67ea33ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31298139-183c-4cd1-9000-5e10df62c788,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:22.424691 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-92732de7-dc3b-4ecc-b9b4-f45d56c8b364 admin admin] Publish callbacks [] for security_group (ef28eef3-e1cf-40c7-9386-6d6516a4c575), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:22.431113 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-79a820d4-2bd7-48ff-b557-4e959543b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:22.431992 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-79a820d4-2bd7-48ff-b557-4e959543b75e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:22.433465 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-79a820d4-2bd7-48ff-b557-4e959543b75e service neutron] 10.222.0.26 "PUT /v2.0/ports/589d2373-ec7d-4f40-a03c-e79126929e92 HTTP/1.1" status: 200 len: 1093 time: 1.4681673 Apr 12 18:20:22.434514 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e054ae-ee04-4b45-b89e-f0bd37732a8e', 'tag': '589d2373-ec7d-4f40-a03c-e79126929e92'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:20:22.436826 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91520fa-d7c9-4eb3-b009-43b69c9853aa" -d '{"events": [{"name": "network-changed", "server_uuid": "47e054ae-ee04-4b45-b89e-f0bd37732a8e", "tag": "589d2373-ec7d-4f40-a03c-e79126929e92"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:20:22.463715 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a820d4-2bd7-48ff-b557-4e959543b75e service neutron] Pushing event updated for resources: {'Port': ['ID=589d2373-ec7d-4f40-a03c-e79126929e92,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:22.497067 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-3395db00-b8d6-4dfb-8dd5-6f675e7d9129 None None] Provisioning complete for port b4689fd1-e948-4092-8679-98ae201f6d88 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:20:22.497671 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-92732de7-dc3b-4ecc-b9b4-f45d56c8b364 admin admin] Publish callbacks [] for security_group (ef28eef3-e1cf-40c7-9386-6d6516a4c575), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:22.498534 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-3395db00-b8d6-4dfb-8dd5-6f675e7d9129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (b4689fd1-e948-4092-8679-98ae201f6d88), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:22.506729 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3842dfe7-16fb-4497-87a3-9849b80b0d94 admin admin] Publish callbacks [] for security_group (31298139-183c-4cd1-9000-5e10df62c788), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:22.570646 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3842dfe7-16fb-4497-87a3-9849b80b0d94 admin admin] Publish callbacks [] for security_group (31298139-183c-4cd1-9000-5e10df62c788), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:22.595380 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-3395db00-b8d6-4dfb-8dd5-6f675e7d9129 None None] Port b4689fd1-e948-4092-8679-98ae201f6d88 cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:20:22.609167 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed5b0cd-9b38-4989-ba62-d4460c12ae5f x-openstack-request-id: req-8ed5b0cd-9b38-4989-ba62-d4460c12ae5f {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:20:22.609554 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e054ae-ee04-4b45-b89e-f0bd37732a8e", "tag": "589d2373-ec7d-4f40-a03c-e79126929e92", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:20:22.609906 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8ed5b0cd-9b38-4989-ba62-d4460c12ae5f {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:20:22.610350 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ed5b0cd-9b38-4989-ba62-d4460c12ae5f'] response: {'name': 'network-changed', 'server_uuid': '47e054ae-ee04-4b45-b89e-f0bd37732a8e', 'tag': '589d2373-ec7d-4f40-a03c-e79126929e92', 'status': 'completed', 'code': 200} Apr 12 18:20:22.714055 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b8b7c-70f3-408e-a6b1-175f1efad2f1 req-6409e5d6-f3d0-4384-9c0c-807555913d4a tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:22.715724 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-414b8b7c-70f3-408e-a6b1-175f1efad2f1 req-6409e5d6-f3d0-4384-9c0c-807555913d4a tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 943 time: 0.1474185 Apr 12 18:20:22.735784 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-92732de7-dc3b-4ecc-b9b4-f45d56c8b364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (ef28eef3-e1cf-40c7-9386-6d6516a4c575), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:22.738507 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-92732de7-dc3b-4ecc-b9b4-f45d56c8b364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:22.744284 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-92732de7-dc3b-4ecc-b9b4-f45d56c8b364 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ef28eef3-e1cf-40c7-9386-6d6516a4c575 HTTP/1.1" status: 204 len: 168 time: 0.4248405 Apr 12 18:20:22.765227 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92732de7-dc3b-4ecc-b9b4-f45d56c8b364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef28eef3-e1cf-40c7-9386-6d6516a4c575,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:22.834319 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5e203-eb65-4bf7-b2c9-478ceef4c410 req-5f1704bf-bbcb-46cc-ba3f-a1afb1284a41 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:22.835878 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e8e5e203-eb65-4bf7-b2c9-478ceef4c410 req-5f1704bf-bbcb-46cc-ba3f-a1afb1284a41 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 943 time: 0.0819738 Apr 12 18:20:22.868653 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3842dfe7-16fb-4497-87a3-9849b80b0d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (31298139-183c-4cd1-9000-5e10df62c788), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:22.871327 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3842dfe7-16fb-4497-87a3-9849b80b0d94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:22.872703 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-3842dfe7-16fb-4497-87a3-9849b80b0d94 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/31298139-183c-4cd1-9000-5e10df62c788 HTTP/1.1" status: 204 len: 168 time: 0.5103061 Apr 12 18:20:22.902647 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842dfe7-16fb-4497-87a3-9849b80b0d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31298139-183c-4cd1-9000-5e10df62c788,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:22.909423 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-414b8b7c-70f3-408e-a6b1-175f1efad2f1 req-4935bc46-0e81-4514-9ac6-0f69c40c52a7 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638138 Apr 12 18:20:22.925204 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e8e5e203-eb65-4bf7-b2c9-478ceef4c410 req-08105829-34d5-4e29-91ac-a18ece2dc2ce tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794098 Apr 12 18:20:23.086314 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 36048) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:23.285500 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4492f79-14a5-4e96-bbf0-d752c805e569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:23.408980 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 36066) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:23.431561 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4492f79-14a5-4e96-bbf0-d752c805e569 admin admin] Publish callbacks [] for security_group (fe0d4da3-626b-4648-9124-480c1d659d6d), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:23.447058 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b666038-1e01-436e-9065-901521817288 req-da2a2ac5-10b2-4599-986a-2b5b2ac90fe1 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:23.449112 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8b666038-1e01-436e-9065-901521817288 req-da2a2ac5-10b2-4599-986a-2b5b2ac90fe1 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 931 time: 0.0775528 Apr 12 18:20:23.450593 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4492f79-14a5-4e96-bbf0-d752c805e569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (fe0d4da3-626b-4648-9124-480c1d659d6d), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:23.515388 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-a4492f79-14a5-4e96-bbf0-d752c805e569 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6e0fa7f2496e46a0933fa9dd11620bee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4278231 Apr 12 18:20:23.520006 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 36070) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:23.523625 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4492f79-14a5-4e96-bbf0-d752c805e569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0d4da3-626b-4648-9124-480c1d659d6d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:23.579346 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8b666038-1e01-436e-9065-901521817288 req-b1ca6ea2-9a7c-4de6-b290-40459f0d0d09 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225073 Apr 12 18:20:23.593001 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-8ee88cec-5849-4ffc-a2e8-725239075daf service neutron] Request body: {'port': {'device_id': '8c4a684f-9199-44b1-b154-7a987026b17a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:20:23.637158 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7efa7c5d-70be-4445-97c3-394fb574bfee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:23.671158 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7660097c-1a48-489c-a016-72149a75d821 admin admin] Publish callbacks [] for security_group (fe0d4da3-626b-4648-9124-480c1d659d6d), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:23.687523 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91520fa-d7c9-4eb3-b009-43b69c9853aa req-62213f13-9a7d-4a8c-a647-652cfb8c6858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:23.689430 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-b91520fa-d7c9-4eb3-b009-43b69c9853aa req-62213f13-9a7d-4a8c-a647-652cfb8c6858 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6c7a32511684e98998d07f553b02c00&device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 1127 time: 0.0659125 Apr 12 18:20:23.690561 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-8ee88cec-5849-4ffc-a2e8-725239075daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (b4689fd1-e948-4092-8679-98ae201f6d88), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:23.708827 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7660097c-1a48-489c-a016-72149a75d821 admin admin] Publish callbacks [] for security_group (fe0d4da3-626b-4648-9124-480c1d659d6d), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:23.849655 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7efa7c5d-70be-4445-97c3-394fb574bfee admin admin] Publish callbacks [] for security_group (16d517da-2cd0-4935-8e30-0199d0d3848d), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:23.849808 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:23.851132 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91520fa-d7c9-4eb3-b009-43b69c9853aa req-8135c2a6-24ef-4cac-b0f5-363694cb7f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:23.853037 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-b91520fa-d7c9-4eb3-b009-43b69c9853aa req-8135c2a6-24ef-4cac-b0f5-363694cb7f13 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a6c7a32511684e98998d07f553b02c00&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1554344 Apr 12 18:20:23.856845 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7efa7c5d-70be-4445-97c3-394fb574bfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (16d517da-2cd0-4935-8e30-0199d0d3848d), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:24.035585 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-7efa7c5d-70be-4445-97c3-394fb574bfee admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ebf47001f11c4c5e94f32e2786d362a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6248007 Apr 12 18:20:24.042989 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 36092) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:24.080578 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa7c5d-70be-4445-97c3-394fb574bfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d517da-2cd0-4935-8e30-0199d0d3848d,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:24.109341 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7660097c-1a48-489c-a016-72149a75d821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (fe0d4da3-626b-4648-9124-480c1d659d6d), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:24.122379 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7660097c-1a48-489c-a016-72149a75d821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:24.126443 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-7660097c-1a48-489c-a016-72149a75d821 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fe0d4da3-626b-4648-9124-480c1d659d6d HTTP/1.1" status: 204 len: 168 time: 0.6037979 Apr 12 18:20:24.164309 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91520fa-d7c9-4eb3-b009-43b69c9853aa req-da0ac0d2-fdf1-4bd0-affd-d26ec6157d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:24.166394 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-b91520fa-d7c9-4eb3-b009-43b69c9853aa req-da0ac0d2-fdf1-4bd0-affd-d26ec6157d3e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3062756 Apr 12 18:20:24.167402 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3873-da2a-4bc9-8368-31e506f333d6 admin admin] Publish callbacks [] for security_group (16d517da-2cd0-4935-8e30-0199d0d3848d), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:24.185018 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660097c-1a48-489c-a016-72149a75d821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0d4da3-626b-4648-9124-480c1d659d6d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:24.208267 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3873-da2a-4bc9-8368-31e506f333d6 admin admin] Publish callbacks [] for security_group (16d517da-2cd0-4935-8e30-0199d0d3848d), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:24.213818 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eed4a1-4742-4cd0-a51f-d1da895d722f req-260e1961-a864-459b-9927-8a3451b0571b tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:24.215471 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-36eed4a1-4742-4cd0-a51f-d1da895d722f req-260e1961-a864-459b-9927-8a3451b0571b tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 943 time: 0.1873269 Apr 12 18:20:24.275060 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6feeaca-7ca1-4839-9dea-3211880a9a3e req-7c800dcf-ab58-4038-88d0-054679d38201 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:24.281787 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e6feeaca-7ca1-4839-9dea-3211880a9a3e req-7c800dcf-ab58-4038-88d0-054679d38201 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 943 time: 0.1841381 Apr 12 18:20:24.299911 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-ebcf2682-45fe-47a5-9c08-8935c0fc91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:24.302462 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-ebcf2682-45fe-47a5-9c08-8935c0fc91a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6c7a32511684e98998d07f553b02c00&device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 1127 time: 0.0906088 Apr 12 18:20:24.370250 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-8ee88cec-5849-4ffc-a2e8-725239075daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4689fd1-e948-4092-8679-98ae201f6d88 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:20:24.384671 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-8ee88cec-5849-4ffc-a2e8-725239075daf service neutron] Publish callbacks [] for port (b4689fd1-e948-4092-8679-98ae201f6d88), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:24.389854 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-54c8034a-692d-4c21-a237-c2d1e7184643 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=589d2373-ec7d-4f40-a03c-e79126929e92 HTTP/1.1" status: 200 len: 217 time: 0.0805271 Apr 12 18:20:24.392771 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-36eed4a1-4742-4cd0-a51f-d1da895d722f req-484f8444-ed1b-41c7-b0b6-2b35ba0ef647 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667697 Apr 12 18:20:24.405319 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e6feeaca-7ca1-4839-9dea-3211880a9a3e req-d7cd66b3-34b3-465d-a45b-3b482e39d111 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221418 Apr 12 18:20:24.447979 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-8ee88cec-5849-4ffc-a2e8-725239075daf service neutron] Transition to ACTIVE for port object b4689fd1-e948-4092-8679-98ae201f6d88 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:20:24.450207 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3873-da2a-4bc9-8368-31e506f333d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (16d517da-2cd0-4935-8e30-0199d0d3848d), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:24.452785 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-8ee88cec-5849-4ffc-a2e8-725239075daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (b4689fd1-e948-4092-8679-98ae201f6d88), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:24.453047 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3873-da2a-4bc9-8368-31e506f333d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:24.456740 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-fc6f3873-da2a-4bc9-8368-31e506f333d6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/16d517da-2cd0-4935-8e30-0199d0d3848d HTTP/1.1" status: 204 len: 168 time: 0.4083741 Apr 12 18:20:24.467557 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-24f2992c-c7c0-47e2-b86a-202ac382eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:24.468953 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-24f2992c-c7c0-47e2-b86a-202ac382eeae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46b9b379-140d-4142-a367-613843eeaf49 HTTP/1.1" status: 200 len: 849 time: 0.0734613 Apr 12 18:20:24.470735 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f3873-da2a-4bc9-8368-31e506f333d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d517da-2cd0-4935-8e30-0199d0d3848d,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:24.563959 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-1733a785-f424-4807-9e7c-65389f8c09c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:24.566563 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-1733a785-f424-4807-9e7c-65389f8c09c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3aeebb2a-d034-4a90-afa4-338c34468833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0909212 Apr 12 18:20:24.578258 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee88cec-5849-4ffc-a2e8-725239075daf service neutron] Pushing event updated for resources: {'Port': ['ID=b4689fd1-e948-4092-8679-98ae201f6d88,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:24.609014 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-8ee88cec-5849-4ffc-a2e8-725239075daf service neutron] Attempting to bind port b4689fd1-e948-4092-8679-98ae201f6d88 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:20:24.609838 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-8ee88cec-5849-4ffc-a2e8-725239075daf service neutron] Attempting to bind port b4689fd1-e948-4092-8679-98ae201f6d88 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '5377f466-4b6e-46ba-a53b-1eadcfe56874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:20:24.610548 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-8ee88cec-5849-4ffc-a2e8-725239075daf service neutron] Attempting to bind port b4689fd1-e948-4092-8679-98ae201f6d88 on network c9dc82e9-ba51-4034-af9b-11d793e8de94 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:20:24.619296 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-8ee88cec-5849-4ffc-a2e8-725239075daf service neutron] Port b4689fd1-e948-4092-8679-98ae201f6d88 on network c9dc82e9-ba51-4034-af9b-11d793e8de94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:20:24.622545 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-8ee88cec-5849-4ffc-a2e8-725239075daf service neutron] Attempting to bind port b4689fd1-e948-4092-8679-98ae201f6d88 on network c9dc82e9-ba51-4034-af9b-11d793e8de94 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:20:24.635850 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-8ee88cec-5849-4ffc-a2e8-725239075daf service neutron] Checking agent: {'id': '5b3c503f-4bfd-4027-adb8-75f76add50a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'started_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:20:24.636212 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-8ee88cec-5849-4ffc-a2e8-725239075daf service neutron] Checking segment: {'id': '5377f466-4b6e-46ba-a53b-1eadcfe56874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:20:24.636774 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-8ee88cec-5849-4ffc-a2e8-725239075daf service neutron] Bound using segment: {'id': '5377f466-4b6e-46ba-a53b-1eadcfe56874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:20:24.637246 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-8ee88cec-5849-4ffc-a2e8-725239075daf service neutron] Bound port: b4689fd1-e948-4092-8679-98ae201f6d88, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5377f466-4b6e-46ba-a53b-1eadcfe56874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:20:24.638195 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-8ee88cec-5849-4ffc-a2e8-725239075daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (b4689fd1-e948-4092-8679-98ae201f6d88), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:24.779855 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-554746cf-493c-4d65-8375-82536eced0d2 service neutron] 10.222.0.26 "GET /v2.0/networks/3aeebb2a-d034-4a90-afa4-338c34468833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059543 Apr 12 18:20:24.815961 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 36118) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:24.838813 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-65cf74b2-0fb0-4b27-a5d1-b1e6b1e363fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:24.936409 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3889aad4-a53b-4c04-8d2a-582c98f51841 req-540c86c7-c00d-4e41-98d0-3951f4fbdd1b service neutron] 10.222.0.26 "GET /v2.0/networks/3aeebb2a-d034-4a90-afa4-338c34468833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506968 Apr 12 18:20:24.939327 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55587821-c3ef-4cff-9144-d3842184d208 req-6ca9d8a3-16d0-4029-9018-389094234b5f tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:24.952809 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-55587821-c3ef-4cff-9144-d3842184d208 req-6ca9d8a3-16d0-4029-9018-389094234b5f tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 943 time: 0.2885153 Apr 12 18:20:24.995298 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-65cf74b2-0fb0-4b27-a5d1-b1e6b1e363fd admin admin] Publish callbacks [] for security_group (e070f2d6-905e-43d4-819c-9699a35293f8), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:25.003669 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-65cf74b2-0fb0-4b27-a5d1-b1e6b1e363fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (e070f2d6-905e-43d4-819c-9699a35293f8), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:25.021782 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-8ee88cec-5849-4ffc-a2e8-725239075daf service neutron] For port b4689fd1-e948-4092-8679-98ae201f6d88, host hv-cinder-83753, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:20:25.045124 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf74b2-0fb0-4b27-a5d1-b1e6b1e363fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e070f2d6-905e-43d4-819c-9699a35293f8,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:25.052575 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-8ee88cec-5849-4ffc-a2e8-725239075daf service neutron] For port b4689fd1-e948-4092-8679-98ae201f6d88, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b4689fd1-e948-4092-8679-98ae201f6d88,segment=NetworkSegment(5377f466-4b6e-46ba-a53b-1eadcfe56874),segment_id=5377f466-4b6e-46ba-a53b-1eadcfe56874)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:20:25.058200 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-55587821-c3ef-4cff-9144-d3842184d208 req-2a8b4b3e-ff5c-412a-b52d-a87c2b7b6780 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044691 Apr 12 18:20:25.062572 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-8ee88cec-5849-4ffc-a2e8-725239075daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (b4689fd1-e948-4092-8679-98ae201f6d88), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:25.076471 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-65cf74b2-0fb0-4b27-a5d1-b1e6b1e363fd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4558fb682d164090b5a9774497a4b48f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2593384 Apr 12 18:20:25.079547 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 36124) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:25.104520 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-8ee88cec-5849-4ffc-a2e8-725239075daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:25.108478 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-8ee88cec-5849-4ffc-a2e8-725239075daf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for port (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:25.110292 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-8ee88cec-5849-4ffc-a2e8-725239075daf service neutron] 10.222.0.26 "PUT /v2.0/ports/b4689fd1-e948-4092-8679-98ae201f6d88 HTTP/1.1" status: 200 len: 1093 time: 1.5220411 Apr 12 18:20:25.110923 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4a684f-9199-44b1-b154-7a987026b17a', 'tag': 'b4689fd1-e948-4092-8679-98ae201f6d88'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:20:25.165918 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e6bb15f3-03c5-4c60-9feb-ecec60075f2b admin admin] Publish callbacks [] for security_group (e070f2d6-905e-43d4-819c-9699a35293f8), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:25.199920 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e6bb15f3-03c5-4c60-9feb-ecec60075f2b admin admin] Publish callbacks [] for security_group (e070f2d6-905e-43d4-819c-9699a35293f8), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:25.218661 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee88cec-5849-4ffc-a2e8-725239075daf service neutron] Pushing event updated for resources: {'Port': ['ID=b4689fd1-e948-4092-8679-98ae201f6d88,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:25.266912 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 600c8784-a3ee-4623-a867-dd73c98eadd4 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:20:25.333219 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e6bb15f3-03c5-4c60-9feb-ecec60075f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (e070f2d6-905e-43d4-819c-9699a35293f8), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:25.337262 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e6bb15f3-03c5-4c60-9feb-ecec60075f2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:25.339393 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-e6bb15f3-03c5-4c60-9feb-ecec60075f2b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e070f2d6-905e-43d4-819c-9699a35293f8 HTTP/1.1" status: 204 len: 168 time: 0.2589192 Apr 12 18:20:25.355217 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb15f3-03c5-4c60-9feb-ecec60075f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e070f2d6-905e-43d4-819c-9699a35293f8,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:25.476643 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 600c8784-a3ee-4623-a867-dd73c98eadd4, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=600c8784-a3ee-4623-a867-dd73c98eadd4,segment=NetworkSegment(896b8c58-23d7-4cc5-910e-d917c274827b),segment_id=896b8c58-23d7-4cc5-910e-d917c274827b)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:20:25.496993 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Returning: {'device': '600c8784-a3ee-4623-a867-dd73c98eadd4', 'network_id': '6a618b05-ddac-4d83-834e-7fc26cc8c8d6', 'port_id': '600c8784-a3ee-4623-a867-dd73c98eadd4', 'mac_address': 'fa:16:3e:cc:10:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c7006b-c0a5-421a-81b1-b049c91ee468', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:20:25.520144 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ff44208863b45d5314a74bf2796fa783e64ad3222a396cfa3f0d0395593348f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd277726-3b2c-4bea-8dd9-4356abd0a3a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8c4a684f-9199-44b1-b154-7a987026b17a", "tag": "b4689fd1-e948-4092-8679-98ae201f6d88"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:20:25.549386 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 600c8784-a3ee-4623-a867-dd73c98eadd4 is: DOWN; New status is: BUILD {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:20:25.550143 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (600c8784-a3ee-4623-a867-dd73c98eadd4), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:25.565362 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 600c8784-a3ee-4623-a867-dd73c98eadd4 {{(pid=103525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:20:25.587483 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 600c8784-a3ee-4623-a867-dd73c98eadd4, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=600c8784-a3ee-4623-a867-dd73c98eadd4,segment=NetworkSegment(896b8c58-23d7-4cc5-910e-d917c274827b),segment_id=896b8c58-23d7-4cc5-910e-d917c274827b)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:20:25.590451 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81af63c-0070-4144-abf8-a3fd001d6c16 req-abbff483-6571-4796-9e17-60dcf32d24d1 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:25.593550 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f81af63c-0070-4144-abf8-a3fd001d6c16 req-abbff483-6571-4796-9e17-60dcf32d24d1 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 943 time: 0.1011107 Apr 12 18:20:25.593926 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (600c8784-a3ee-4623-a867-dd73c98eadd4), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:25.605707 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24199a25-9a75-4ae2-8cad-c7d35a9e5743 req-f19657df-a3ff-40d5-9d60-bca379920224 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:25.613483 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-24199a25-9a75-4ae2-8cad-c7d35a9e5743 req-f19657df-a3ff-40d5-9d60-bca379920224 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 943 time: 0.1234047 Apr 12 18:20:25.655065 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=600c8784-a3ee-4623-a867-dd73c98eadd4,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:25.697638 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-24199a25-9a75-4ae2-8cad-c7d35a9e5743 req-ff54cc8c-0bf1-4b9e-991f-744d06ebb437 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832396 Apr 12 18:20:25.705910 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f81af63c-0070-4144-abf8-a3fd001d6c16 req-f84e18e2-f15b-472b-8c54-4edf6ec2eb73 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901513 Apr 12 18:20:26.060331 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9659fb25-625f-40d5-94a6-c69baff42187 x-openstack-request-id: req-9659fb25-625f-40d5-94a6-c69baff42187 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:20:26.060697 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c4a684f-9199-44b1-b154-7a987026b17a", "tag": "b4689fd1-e948-4092-8679-98ae201f6d88", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:20:26.061159 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9659fb25-625f-40d5-94a6-c69baff42187 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:20:26.061600 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9659fb25-625f-40d5-94a6-c69baff42187'] response: {'name': 'network-changed', 'server_uuid': '8c4a684f-9199-44b1-b154-7a987026b17a', 'tag': 'b4689fd1-e948-4092-8679-98ae201f6d88', 'status': 'completed', 'code': 200} Apr 12 18:20:26.139685 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['600c8784-a3ee-4623-a867-dd73c98eadd4'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:20:26.230724 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53148a-ae0d-4c27-95b4-7428e63778a1 req-76dca72b-bbcf-4c11-893e-17970b7d1f16 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:26.240949 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bc53148a-ae0d-4c27-95b4-7428e63778a1 req-76dca72b-bbcf-4c11-893e-17970b7d1f16 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 943 time: 0.0705814 Apr 12 18:20:26.314485 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bc53148a-ae0d-4c27-95b4-7428e63778a1 req-56dbb5a8-ccea-44b3-8b20-c73012f018bc tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684237 Apr 12 18:20:26.923371 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957188be-77a2-478d-92a7-0a2d74e467cc req-dccd9590-6b94-400c-8b7c-d77ec9eca1d5 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:26.925682 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-957188be-77a2-478d-92a7-0a2d74e467cc req-dccd9590-6b94-400c-8b7c-d77ec9eca1d5 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 944 time: 0.1070259 Apr 12 18:20:26.946250 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f3666-0cba-4d4d-a004-57f1eba9c5bb req-3e4f520c-60c3-4ab6-a207-b194df4c23a2 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:26.948005 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ea7f3666-0cba-4d4d-a004-57f1eba9c5bb req-3e4f520c-60c3-4ab6-a207-b194df4c23a2 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 943 time: 0.1196401 Apr 12 18:20:27.046838 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-957188be-77a2-478d-92a7-0a2d74e467cc req-ae92eb63-1501-4adf-87b6-c467c151458b tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983894 Apr 12 18:20:27.117114 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ea7f3666-0cba-4d4d-a004-57f1eba9c5bb req-09b3239f-d286-49fb-a1fc-d18302b5e620 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548660 Apr 12 18:20:27.172329 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd277726-3b2c-4bea-8dd9-4356abd0a3a4 req-56bb897d-050d-4b90-8650-ec50af68bcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:27.174920 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-dd277726-3b2c-4bea-8dd9-4356abd0a3a4 req-56bb897d-050d-4b90-8650-ec50af68bcf3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5d28f86be7741b183b3d48b791ace5c&device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 1127 time: 0.1088588 Apr 12 18:20:27.245381 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 589d2373-ec7d-4f40-a03c-e79126929e92 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:20:27.278544 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 600c8784-a3ee-4623-a867-dd73c98eadd4 up at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:20:27.584634 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22ad3b-769c-432a-8548-291e27e58971 req-ec2fc5ae-9778-456d-8a18-12cb13fd5ec2 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:27.586234 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bc22ad3b-769c-432a-8548-291e27e58971 req-ec2fc5ae-9778-456d-8a18-12cb13fd5ec2 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 943 time: 0.1505589 Apr 12 18:20:27.597844 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning for port 600c8784-a3ee-4623-a867-dd73c98eadd4 completed by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:20:27.614885 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning complete for port 600c8784-a3ee-4623-a867-dd73c98eadd4 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:20:27.615432 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (600c8784-a3ee-4623-a867-dd73c98eadd4), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:27.651685 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd277726-3b2c-4bea-8dd9-4356abd0a3a4 req-338227ce-767f-4e16-adfe-f6e3dd3b1f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:27.653658 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-dd277726-3b2c-4bea-8dd9-4356abd0a3a4 req-338227ce-767f-4e16-adfe-f6e3dd3b1f17 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c5d28f86be7741b183b3d48b791ace5c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4700942 Apr 12 18:20:27.661460 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 589d2373-ec7d-4f40-a03c-e79126929e92, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=589d2373-ec7d-4f40-a03c-e79126929e92,segment=NetworkSegment(093c9b08-910f-4fc5-b271-7615cafd8f99),segment_id=093c9b08-910f-4fc5-b271-7615cafd8f99)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:20:27.677092 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Returning: {'device': '589d2373-ec7d-4f40-a03c-e79126929e92', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'port_id': '589d2373-ec7d-4f40-a03c-e79126929e92', 'mac_address': 'fa:16:3e:f7:7e:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b9b379-140d-4142-a367-613843eeaf49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:20:27.736898 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bc22ad3b-769c-432a-8548-291e27e58971 req-e31e097d-494c-488d-968f-84c9e49b95a4 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430569 Apr 12 18:20:27.789586 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 600c8784-a3ee-4623-a867-dd73c98eadd4 is: BUILD; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:20:27.790658 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (600c8784-a3ee-4623-a867-dd73c98eadd4), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:27.846977 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 600c8784-a3ee-4623-a867-dd73c98eadd4, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=600c8784-a3ee-4623-a867-dd73c98eadd4,segment=NetworkSegment(896b8c58-23d7-4cc5-910e-d917c274827b),segment_id=896b8c58-23d7-4cc5-910e-d917c274827b)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:20:27.848113 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 589d2373-ec7d-4f40-a03c-e79126929e92 is: DOWN; New status is: BUILD {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:20:27.849419 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (589d2373-ec7d-4f40-a03c-e79126929e92), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:27.850850 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd277726-3b2c-4bea-8dd9-4356abd0a3a4 req-65ac52b5-647f-425a-b1b8-fc2c23a5c4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:27.852572 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-dd277726-3b2c-4bea-8dd9-4356abd0a3a4 req-65ac52b5-647f-425a-b1b8-fc2c23a5c4bb service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1931312 Apr 12 18:20:27.852722 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59be35f0-eb5b-45c7-b9ee-d9b77d501494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600c8784-a3ee-4623-a867-dd73c98eadd4'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:20:27.936285 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (600c8784-a3ee-4623-a867-dd73c98eadd4), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:27.942766 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-5670caa8-1f03-4de1-95ef-0afedd2035c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:27.945183 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-5670caa8-1f03-4de1-95ef-0afedd2035c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5d28f86be7741b183b3d48b791ace5c&device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 1127 time: 0.0529263 Apr 12 18:20:27.953918 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 589d2373-ec7d-4f40-a03c-e79126929e92 {{(pid=103525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:20:27.999808 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-ef81eec6-ce0e-43a5-bcbe-b69788444d5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4689fd1-e948-4092-8679-98ae201f6d88 HTTP/1.1" status: 200 len: 217 time: 0.0460582 Apr 12 18:20:28.004218 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 589d2373-ec7d-4f40-a03c-e79126929e92, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=589d2373-ec7d-4f40-a03c-e79126929e92,segment=NetworkSegment(093c9b08-910f-4fc5-b271-7615cafd8f99),segment_id=093c9b08-910f-4fc5-b271-7615cafd8f99)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:20:28.022361 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (589d2373-ec7d-4f40-a03c-e79126929e92), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:28.031633 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=600c8784-a3ee-4623-a867-dd73c98eadd4,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:28.062009 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-11f11bd7-9fcf-429e-ae35-66efee77447d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:28.063463 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-11f11bd7-9fcf-429e-ae35-66efee77447d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e9a9f4b8-3305-469c-8769-0a7b186de1c2 HTTP/1.1" status: 200 len: 853 time: 0.0570316 Apr 12 18:20:28.065531 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37599e3f-b127-4bbe-be4d-7a479d9dd516" -d '{"events": [{"server_uuid": "59be35f0-eb5b-45c7-b9ee-d9b77d501494", "name": "network-vif-plugged", "status": "completed", "tag": "600c8784-a3ee-4623-a867-dd73c98eadd4"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:20:28.096357 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=589d2373-ec7d-4f40-a03c-e79126929e92,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:28.179703 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-b922f074-07c7-43c6-97c5-f8aab286d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:28.181631 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-b922f074-07c7-43c6-97c5-f8aab286d945 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9dc82e9-ba51-4034-af9b-11d793e8de94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1118076 Apr 12 18:20:28.182049 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d94321-2c73-4f11-b2ae-c9a164aea66f x-openstack-request-id: req-12d94321-2c73-4f11-b2ae-c9a164aea66f {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:20:28.182377 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59be35f0-eb5b-45c7-b9ee-d9b77d501494", "name": "network-vif-plugged", "status": "completed", "tag": "600c8784-a3ee-4623-a867-dd73c98eadd4", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:20:28.182640 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12d94321-2c73-4f11-b2ae-c9a164aea66f {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:20:28.183088 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12d94321-2c73-4f11-b2ae-c9a164aea66f'] response: {'server_uuid': '59be35f0-eb5b-45c7-b9ee-d9b77d501494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600c8784-a3ee-4623-a867-dd73c98eadd4', 'code': 200} Apr 12 18:20:28.196685 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726974b-d627-443a-94e8-4905fc607b03 req-ff35f6b6-fd12-4662-825e-a19d8a0c9706 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:28.198976 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4726974b-d627-443a-94e8-4905fc607b03 req-ff35f6b6-fd12-4662-825e-a19d8a0c9706 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.0754936 Apr 12 18:20:28.282850 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4726974b-d627-443a-94e8-4905fc607b03 req-fec3a3c7-9d05-491c-8592-cd55e5dd54ad tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782268 Apr 12 18:20:28.326709 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cb559-b7e1-4c48-97a8-b35b98c2384a req-ac63f016-828a-4964-af1b-6f1c01f5612a tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:28.326709 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fb1cb559-b7e1-4c48-97a8-b35b98c2384a req-ac63f016-828a-4964-af1b-6f1c01f5612a tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 944 time: 0.0798845 Apr 12 18:20:28.382797 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fb1cb559-b7e1-4c48-97a8-b35b98c2384a req-49a699e8-06b7-472d-b389-67a637fbc16d tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527773 Apr 12 18:20:28.851335 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461658de-fd98-4d9a-9212-8c1ca25e5cf0 req-bfe1486f-eff5-4f9f-912b-97f74572f460 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:28.852940 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-461658de-fd98-4d9a-9212-8c1ca25e5cf0 req-bfe1486f-eff5-4f9f-912b-97f74572f460 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 943 time: 0.0467553 Apr 12 18:20:28.897914 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-461658de-fd98-4d9a-9212-8c1ca25e5cf0 req-37cb012a-e1a1-4c5a-a186-09f7bbe16e22 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395236 Apr 12 18:20:29.439566 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b606a71-bd63-40a0-95c6-92ae02c036b8 req-82cdcb3e-0f04-457c-82a6-d46f464f51cb tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:29.441009 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0b606a71-bd63-40a0-95c6-92ae02c036b8 req-82cdcb3e-0f04-457c-82a6-d46f464f51cb tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.0865450 Apr 12 18:20:29.513305 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-47585717-1a50-4ee7-977b-cb7e816a1779 service neutron] 10.222.0.26 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768768 Apr 12 18:20:29.536140 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ddbe8-349a-4d58-9da5-23afd0aab714 req-e9eff64d-938d-455e-a61a-2105c8c3534d tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:29.537625 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-932ddbe8-349a-4d58-9da5-23afd0aab714 req-e9eff64d-938d-455e-a61a-2105c8c3534d tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 944 time: 0.0833530 Apr 12 18:20:29.540862 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0b606a71-bd63-40a0-95c6-92ae02c036b8 req-789c009a-464f-41ef-8d8b-b9b7d98d9b48 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935893 Apr 12 18:20:29.582950 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-932ddbe8-349a-4d58-9da5-23afd0aab714 req-62df5550-4242-4d95-8e29-8af51081eeec tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397720 Apr 12 18:20:30.008255 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b13b5a-78fc-4e70-8ba9-964dcb6acf0d req-b4b09332-bbae-487e-b88f-bc8cca97c014 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:30.009702 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-77b13b5a-78fc-4e70-8ba9-964dcb6acf0d req-b4b09332-bbae-487e-b88f-bc8cca97c014 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 943 time: 0.0479105 Apr 12 18:20:30.055587 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-77b13b5a-78fc-4e70-8ba9-964dcb6acf0d req-75853d33-92d5-48f4-a43f-74ebf27bf9df tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403879 Apr 12 18:20:30.650890 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f11b7-ae8d-4e34-8d39-a8b0b12e4e22 req-14bd09d2-b0ec-4cc9-9b97-3d7787461c2a tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:30.652346 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4f0f11b7-ae8d-4e34-8d39-a8b0b12e4e22 req-14bd09d2-b0ec-4cc9-9b97-3d7787461c2a tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.0483849 Apr 12 18:20:30.716304 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d212662-2f65-4e36-9737-6925bfa3b9eb req-0356ca85-681c-41c2-80d1-86914dda0290 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:30.717669 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3d212662-2f65-4e36-9737-6925bfa3b9eb req-0356ca85-681c-41c2-80d1-86914dda0290 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 944 time: 0.0644639 Apr 12 18:20:30.749870 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4f0f11b7-ae8d-4e34-8d39-a8b0b12e4e22 req-3b2bdfe9-2968-4f9f-99be-589e96bcb2c4 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882778 Apr 12 18:20:30.777997 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3d212662-2f65-4e36-9737-6925bfa3b9eb req-bfe9be0d-7076-4251-accc-35b9447aea20 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548792 Apr 12 18:20:31.166814 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33887560-238a-43e0-baf3-4d49306c29d2 req-44adce46-f60d-4c5b-95b8-48a71312c089 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:31.168291 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-33887560-238a-43e0-baf3-4d49306c29d2 req-44adce46-f60d-4c5b-95b8-48a71312c089 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 943 time: 0.0471807 Apr 12 18:20:31.213690 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-33887560-238a-43e0-baf3-4d49306c29d2 req-2a072dca-48b0-49bd-ae58-648f91831309 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399497 Apr 12 18:20:31.666339 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d6ed51a7-d3b2-47b2-a7a7-4d1baa5f0e69 req-46b94577-eaaa-4a13-9e3c-027002263f87 service neutron] 10.222.0.26 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953057 Apr 12 18:20:31.736065 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0885e-5320-4ccc-ad43-499da0d5de7b req-fb8446ab-53ee-4890-8065-ad9527865251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:31.737517 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-12b0885e-5320-4ccc-ad43-499da0d5de7b req-fb8446ab-53ee-4890-8065-ad9527865251 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 1129 time: 0.0752530 Apr 12 18:20:31.887605 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a82410-7282-4a1e-a1c3-71614b419ee9 req-8acebde1-77e6-46c2-b69c-9e5505258296 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:31.889317 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-17a82410-7282-4a1e-a1c3-71614b419ee9 req-8acebde1-77e6-46c2-b69c-9e5505258296 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.0706310 Apr 12 18:20:31.911815 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4114bf9-3bfc-4221-be94-57faf7b2fe8c req-9492772b-1df0-43ff-aab2-ec42f62282f0 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:31.913304 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e4114bf9-3bfc-4221-be94-57faf7b2fe8c req-9492772b-1df0-43ff-aab2-ec42f62282f0 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 944 time: 0.0678248 Apr 12 18:20:31.973812 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-17a82410-7282-4a1e-a1c3-71614b419ee9 req-ead17d09-359d-4bc8-afc0-ddd5d64a7db0 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760019 Apr 12 18:20:31.987589 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e4114bf9-3bfc-4221-be94-57faf7b2fe8c req-1a1133ed-6dd2-4017-b003-52d0489b2b20 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653231 Apr 12 18:20:32.242934 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 36398) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:32.324811 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e973c6-38e3-4f17-8f6d-d846e2c35c38 req-a3e13b94-7823-4da7-b49d-60000b9da4a1 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:32.326428 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d9e973c6-38e3-4f17-8f6d-d846e2c35c38 req-a3e13b94-7823-4da7-b49d-60000b9da4a1 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 943 time: 0.0480206 Apr 12 18:20:32.357036 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e0e423b9-efec-427a-bf21-f2e7ff24e1e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:32.390316 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['589d2373-ec7d-4f40-a03c-e79126929e92'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:20:32.412166 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d9e973c6-38e3-4f17-8f6d-d846e2c35c38 req-6ac27770-2180-4ad1-a663-1f8f5dec27da tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800560 Apr 12 18:20:32.477446 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e0e423b9-efec-427a-bf21-f2e7ff24e1e1 admin admin] Publish callbacks [] for security_group (99dd6bd9-9ace-4e78-be3f-5ffdc14ef258), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:32.482025 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e0e423b9-efec-427a-bf21-f2e7ff24e1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (99dd6bd9-9ace-4e78-be3f-5ffdc14ef258), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:32.521214 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-e0e423b9-efec-427a-bf21-f2e7ff24e1e1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b01367cbef2943d4b128a02efff004f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2758055 Apr 12 18:20:32.522982 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 36404) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:32.537004 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e423b9-efec-427a-bf21-f2e7ff24e1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dd6bd9-9ace-4e78-be3f-5ffdc14ef258,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:32.577874 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d17f94df-6a13-4ee9-b583-c0668ff382e7 admin admin] Publish callbacks [] for security_group (99dd6bd9-9ace-4e78-be3f-5ffdc14ef258), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:32.781802 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d17f94df-6a13-4ee9-b583-c0668ff382e7 admin admin] Publish callbacks [] for security_group (99dd6bd9-9ace-4e78-be3f-5ffdc14ef258), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:32.829795 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d17f94df-6a13-4ee9-b583-c0668ff382e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (99dd6bd9-9ace-4e78-be3f-5ffdc14ef258), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:32.832367 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d17f94df-6a13-4ee9-b583-c0668ff382e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:32.833529 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-d17f94df-6a13-4ee9-b583-c0668ff382e7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/99dd6bd9-9ace-4e78-be3f-5ffdc14ef258 HTTP/1.1" status: 204 len: 168 time: 0.3096528 Apr 12 18:20:32.840968 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f94df-6a13-4ee9-b583-c0668ff382e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dd6bd9-9ace-4e78-be3f-5ffdc14ef258,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:33.108504 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 36422) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:33.121957 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5a1c69d1-6062-4e8d-8d57-0d532230615f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:33.136268 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea78910-3cc5-443f-9f2b-c6e11a1b2a1e req-ecd35c67-833f-45a9-82c7-33520de15a2d tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:33.137813 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3ea78910-3cc5-443f-9f2b-c6e11a1b2a1e req-ecd35c67-833f-45a9-82c7-33520de15a2d tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.0803084 Apr 12 18:20:33.149700 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc30697-cab7-4d93-9d07-032be86f4220 req-f71f83f4-ce95-4bb6-b59b-c453e499c587 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:33.151254 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3fc30697-cab7-4d93-9d07-032be86f4220 req-f71f83f4-ce95-4bb6-b59b-c453e499c587 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 944 time: 0.0634260 Apr 12 18:20:33.211317 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3ea78910-3cc5-443f-9f2b-c6e11a1b2a1e req-880bb2bd-2766-456e-86d2-cd1aa4879f89 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590720 Apr 12 18:20:33.215238 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5a1c69d1-6062-4e8d-8d57-0d532230615f admin admin] Publish callbacks [] for security_group (96aa9977-5159-4d00-bb2d-6cecfcede01b), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:33.221512 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5a1c69d1-6062-4e8d-8d57-0d532230615f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (96aa9977-5159-4d00-bb2d-6cecfcede01b), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:33.241663 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3fc30697-cab7-4d93-9d07-032be86f4220 req-9ff4a935-7c76-40c4-8bd1-7a7cd3c26419 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681045 Apr 12 18:20:33.263842 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-5a1c69d1-6062-4e8d-8d57-0d532230615f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c92787c1d3ea4d0481e3af9c0c2cd574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1542094 Apr 12 18:20:33.266905 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 36424) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:33.283791 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c69d1-6062-4e8d-8d57-0d532230615f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96aa9977-5159-4d00-bb2d-6cecfcede01b,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:33.327689 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4573f5fd-7d72-4d04-9331-745fb22b4380 admin admin] Publish callbacks [] for security_group (96aa9977-5159-4d00-bb2d-6cecfcede01b), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:33.354029 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4573f5fd-7d72-4d04-9331-745fb22b4380 admin admin] Publish callbacks [] for security_group (96aa9977-5159-4d00-bb2d-6cecfcede01b), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:33.400975 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4573f5fd-7d72-4d04-9331-745fb22b4380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (96aa9977-5159-4d00-bb2d-6cecfcede01b), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:33.403457 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4573f5fd-7d72-4d04-9331-745fb22b4380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:33.404566 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-4573f5fd-7d72-4d04-9331-745fb22b4380 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/96aa9977-5159-4d00-bb2d-6cecfcede01b HTTP/1.1" status: 204 len: 168 time: 0.1367795 Apr 12 18:20:33.412271 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573f5fd-7d72-4d04-9331-745fb22b4380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96aa9977-5159-4d00-bb2d-6cecfcede01b,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:33.527585 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4ff4f-2312-4e44-b7aa-74113abb346c req-085aabfd-a3e6-4e8a-99c7-6e6a86cfd808 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:33.529059 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-acf4ff4f-2312-4e44-b7aa-74113abb346c req-085aabfd-a3e6-4e8a-99c7-6e6a86cfd808 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 943 time: 0.0484891 Apr 12 18:20:33.577597 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-acf4ff4f-2312-4e44-b7aa-74113abb346c req-f7c33bef-b322-49d6-88d0-c811a96e27bf tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426168 Apr 12 18:20:34.337070 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab00b5-fadf-479c-a7ba-1cf925a9dca8 req-5a87ca7f-ba80-4b7f-a677-2960db27efa5 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:34.344461 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5bab00b5-fadf-479c-a7ba-1cf925a9dca8 req-5a87ca7f-ba80-4b7f-a677-2960db27efa5 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.0574450 Apr 12 18:20:34.414290 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6bb6f-ba53-4cd5-8009-3ffbaaf027cb req-a7df01ea-8929-47a7-a35a-8bf980f66b17 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:34.415790 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3ae6bb6f-ba53-4cd5-8009-3ffbaaf027cb req-a7df01ea-8929-47a7-a35a-8bf980f66b17 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 944 time: 0.0688248 Apr 12 18:20:34.434756 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5bab00b5-fadf-479c-a7ba-1cf925a9dca8 req-bbb1a89b-ccaf-4d23-ac9f-63168414e26c tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894549 Apr 12 18:20:34.472052 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3ae6bb6f-ba53-4cd5-8009-3ffbaaf027cb req-3ade6243-2ab2-4598-b403-88b60f57cab0 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479624 Apr 12 18:20:34.689646 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f74dcd-5bf1-4120-819e-60b766c43456 req-0b764c77-24a5-4bfa-b863-3348439ae186 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:34.691130 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a2f74dcd-5bf1-4120-819e-60b766c43456 req-0b764c77-24a5-4bfa-b863-3348439ae186 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 943 time: 0.0473444 Apr 12 18:20:34.735754 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 589d2373-ec7d-4f40-a03c-e79126929e92 up at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:20:34.747835 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a2f74dcd-5bf1-4120-819e-60b766c43456 req-ccf23cd4-9731-47bb-910b-d027d4cb8e3e tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512779 Apr 12 18:20:34.806973 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning for port 589d2373-ec7d-4f40-a03c-e79126929e92 completed by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:20:34.813599 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning complete for port 589d2373-ec7d-4f40-a03c-e79126929e92 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:20:34.813975 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (589d2373-ec7d-4f40-a03c-e79126929e92), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:34.893825 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 589d2373-ec7d-4f40-a03c-e79126929e92 is: BUILD; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:20:34.894187 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (589d2373-ec7d-4f40-a03c-e79126929e92), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:34.918788 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e054ae-ee04-4b45-b89e-f0bd37732a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589d2373-ec7d-4f40-a03c-e79126929e92'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:20:34.921038 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f29e79-bd9f-431c-8d46-48e71e051375" -d '{"events": [{"server_uuid": "47e054ae-ee04-4b45-b89e-f0bd37732a8e", "name": "network-vif-plugged", "status": "completed", "tag": "589d2373-ec7d-4f40-a03c-e79126929e92"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:20:34.937777 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 589d2373-ec7d-4f40-a03c-e79126929e92, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=589d2373-ec7d-4f40-a03c-e79126929e92,segment=NetworkSegment(093c9b08-910f-4fc5-b271-7615cafd8f99),segment_id=093c9b08-910f-4fc5-b271-7615cafd8f99)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:20:34.945874 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (589d2373-ec7d-4f40-a03c-e79126929e92), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:34.972129 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b471a344-b9f8-4756-8e55-279af2db945d x-openstack-request-id: req-b471a344-b9f8-4756-8e55-279af2db945d {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:20:34.972511 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e054ae-ee04-4b45-b89e-f0bd37732a8e", "name": "network-vif-plugged", "status": "completed", "tag": "589d2373-ec7d-4f40-a03c-e79126929e92", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:20:34.972678 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b471a344-b9f8-4756-8e55-279af2db945d {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:20:34.973718 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b471a344-b9f8-4756-8e55-279af2db945d'] response: {'server_uuid': '47e054ae-ee04-4b45-b89e-f0bd37732a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589d2373-ec7d-4f40-a03c-e79126929e92', 'code': 200} Apr 12 18:20:35.005152 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=589d2373-ec7d-4f40-a03c-e79126929e92,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:35.544877 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaebc3e-c1a7-4a79-b749-70d68bb2c6d6 req-8011bff4-c894-4fd2-905d-ac080e40b717 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:35.546368 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-abaebc3e-c1a7-4a79-b749-70d68bb2c6d6 req-8011bff4-c894-4fd2-905d-ac080e40b717 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.0472631 Apr 12 18:20:35.607886 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bda77b-eff6-4816-b518-d7bd6fbf9b11 req-93b9bda1-dd37-463c-9f63-e95d43bb8818 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:35.609370 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-06bda77b-eff6-4816-b518-d7bd6fbf9b11 req-93b9bda1-dd37-463c-9f63-e95d43bb8818 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0621188 Apr 12 18:20:35.633265 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-abaebc3e-c1a7-4a79-b749-70d68bb2c6d6 req-d5cdb02f-c0f4-4608-9e35-c0ff718d55f5 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777001 Apr 12 18:20:35.667301 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-06bda77b-eff6-4816-b518-d7bd6fbf9b11 req-9246d8f1-0ece-413c-aa39-7c8c5d40d0a4 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523398 Apr 12 18:20:35.860500 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823917b-a4dd-4bdb-bb01-a346f3fd8a3c req-fedf71ae-94eb-4540-a9da-692cbde4c0fe tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:35.861961 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5823917b-a4dd-4bdb-bb01-a346f3fd8a3c req-fedf71ae-94eb-4540-a9da-692cbde4c0fe tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 943 time: 0.0481057 Apr 12 18:20:35.909494 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5823917b-a4dd-4bdb-bb01-a346f3fd8a3c req-f88db792-c216-48c9-ada4-82bccd8f6d5b tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404401 Apr 12 18:20:36.752622 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb82c4-8ab9-46bd-9644-6535269666fe req-b43b5bf9-8dfc-4986-b156-1a2c4cf2791c tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:36.754002 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8afb82c4-8ab9-46bd-9644-6535269666fe req-b43b5bf9-8dfc-4986-b156-1a2c4cf2791c tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.0553527 Apr 12 18:20:36.803127 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1e4e9-264e-49ce-8c2c-7fd227ca43f6 req-96c997ff-9811-46a1-b303-36efebc7a44c tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:36.804565 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-27d1e4e9-264e-49ce-8c2c-7fd227ca43f6 req-96c997ff-9811-46a1-b303-36efebc7a44c tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0729961 Apr 12 18:20:36.849244 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8afb82c4-8ab9-46bd-9644-6535269666fe req-c35c7ca2-2451-4503-b8eb-47f12b51fbe2 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795674 Apr 12 18:20:36.871822 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-27d1e4e9-264e-49ce-8c2c-7fd227ca43f6 req-d817d5fa-3e8e-43f8-9903-27f686a750b5 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615706 Apr 12 18:20:37.019005 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95300c-a086-4fa3-80ef-bf2c9e05f37c req-5c6891cf-343b-49de-a426-3be270503dea tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:37.020952 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ef95300c-a086-4fa3-80ef-bf2c9e05f37c req-5c6891cf-343b-49de-a426-3be270503dea tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 943 time: 0.0482490 Apr 12 18:20:37.068402 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ef95300c-a086-4fa3-80ef-bf2c9e05f37c req-30514d62-af42-4507-b191-81d9791f9def tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412445 Apr 12 18:20:37.992045 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668cf8a-d60b-4b1c-9f1c-f05ea7c38a8a req-0fb0e5db-b16d-4a5a-8e56-d6f37efff7ee tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:37.993543 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5668cf8a-d60b-4b1c-9f1c-f05ea7c38a8a req-0fb0e5db-b16d-4a5a-8e56-d6f37efff7ee tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.0765164 Apr 12 18:20:38.012986 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c32d2-bb1c-4581-b92a-aa834ce07c55 req-7bf4d5c2-8d95-416b-bf1e-2898c6122b42 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:38.014450 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fb4c32d2-bb1c-4581-b92a-aa834ce07c55 req-7bf4d5c2-8d95-416b-bf1e-2898c6122b42 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0687711 Apr 12 18:20:38.087364 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5668cf8a-d60b-4b1c-9f1c-f05ea7c38a8a req-b18ffe0a-9886-4547-9a9b-f06313718e4b tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881803 Apr 12 18:20:38.099957 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fb4c32d2-bb1c-4581-b92a-aa834ce07c55 req-b9c93390-d77d-46ca-b481-d470cc03ca28 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760317 Apr 12 18:20:38.221025 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbd0ca-4bfe-489e-8bbb-181c115335a6 req-fc8ec04d-8d7f-4890-bd0f-f080031e0756 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:38.222697 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c6fbd0ca-4bfe-489e-8bbb-181c115335a6 req-fc8ec04d-8d7f-4890-bd0f-f080031e0756 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 943 time: 0.0594265 Apr 12 18:20:38.276797 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c6fbd0ca-4bfe-489e-8bbb-181c115335a6 req-5028ed2a-d0c4-4b91-a7e9-e5ed0ac7da7f tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427387 Apr 12 18:20:39.240160 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d29cb6-2326-49f2-9493-62ef50031f0a req-3b4ba427-df98-4eff-99a8-0b3a680c7b89 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:39.241665 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-60d29cb6-2326-49f2-9493-62ef50031f0a req-3b4ba427-df98-4eff-99a8-0b3a680c7b89 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0760603 Apr 12 18:20:39.263016 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bbddc-8b04-44d3-8268-f34319645759 req-1378e153-9a20-4eab-b669-0a310a453172 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:39.264426 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b13bbddc-8b04-44d3-8268-f34319645759 req-1378e153-9a20-4eab-b669-0a310a453172 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.0666823 Apr 12 18:20:39.326350 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-60d29cb6-2326-49f2-9493-62ef50031f0a req-67cc6f19-8789-44d5-8b22-20da084a9ac6 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774250 Apr 12 18:20:39.333149 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b13bbddc-8b04-44d3-8268-f34319645759 req-a80d54e3-1d15-4af4-bde0-91c3712bae68 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614789 Apr 12 18:20:39.426482 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38029bdb-0aa2-4fb3-9045-9e01e5aca826 req-6d01ab5e-00cc-48b1-96ac-e37e9dbed576 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:39.427964 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-38029bdb-0aa2-4fb3-9045-9e01e5aca826 req-6d01ab5e-00cc-48b1-96ac-e37e9dbed576 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 943 time: 0.0468779 Apr 12 18:20:39.480103 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-38029bdb-0aa2-4fb3-9045-9e01e5aca826 req-cfea34fe-c677-4b17-80e7-ef13c9eb5c1c tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466063 Apr 12 18:20:40.137806 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device b4689fd1-e948-4092-8679-98ae201f6d88 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:20:40.237914 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port b4689fd1-e948-4092-8679-98ae201f6d88, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b4689fd1-e948-4092-8679-98ae201f6d88,segment=NetworkSegment(5377f466-4b6e-46ba-a53b-1eadcfe56874),segment_id=5377f466-4b6e-46ba-a53b-1eadcfe56874)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:20:40.249873 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Returning: {'device': 'b4689fd1-e948-4092-8679-98ae201f6d88', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'port_id': 'b4689fd1-e948-4092-8679-98ae201f6d88', 'mac_address': 'fa:16:3e:42:73:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:20:40.286617 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port b4689fd1-e948-4092-8679-98ae201f6d88 is: DOWN; New status is: BUILD {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:20:40.287006 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (b4689fd1-e948-4092-8679-98ae201f6d88), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:40.299127 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4689fd1-e948-4092-8679-98ae201f6d88 {{(pid=103525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:20:40.318955 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port b4689fd1-e948-4092-8679-98ae201f6d88, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b4689fd1-e948-4092-8679-98ae201f6d88,segment=NetworkSegment(5377f466-4b6e-46ba-a53b-1eadcfe56874),segment_id=5377f466-4b6e-46ba-a53b-1eadcfe56874)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:20:40.322953 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (b4689fd1-e948-4092-8679-98ae201f6d88), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:40.391152 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=b4689fd1-e948-4092-8679-98ae201f6d88,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:40.474061 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ec97f-11c4-445f-8ee4-ea0c5538eb4e req-b4e70457-dcd6-45ba-b162-8548f77062c5 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:40.475544 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-772ec97f-11c4-445f-8ee4-ea0c5538eb4e req-b4e70457-dcd6-45ba-b162-8548f77062c5 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0814798 Apr 12 18:20:40.486338 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9bd98-b0e1-4684-acd9-7def4fbc79af req-bfd25754-cc30-4f19-b6df-537775d260dc tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:40.487773 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c7c9bd98-b0e1-4684-acd9-7def4fbc79af req-bfd25754-cc30-4f19-b6df-537775d260dc tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.0633025 Apr 12 18:20:40.564903 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-772ec97f-11c4-445f-8ee4-ea0c5538eb4e req-44b213c9-9173-401f-9f08-f1153f6e2188 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756624 Apr 12 18:20:40.569477 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c7c9bd98-b0e1-4684-acd9-7def4fbc79af req-6a58d2a9-d44f-456d-91db-300384f51416 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723994 Apr 12 18:20:40.663713 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6b432-8db8-4d83-b5ff-3145ac7cc7e3 req-101f7a30-5adf-49a1-a7b0-fab2f8101e5c tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:40.665214 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e3b6b432-8db8-4d83-b5ff-3145ac7cc7e3 req-101f7a30-5adf-49a1-a7b0-fab2f8101e5c tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 944 time: 0.0467520 Apr 12 18:20:40.711426 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e3b6b432-8db8-4d83-b5ff-3145ac7cc7e3 req-046c917c-bce1-4309-92b6-9d186036c802 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407040 Apr 12 18:20:41.704535 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77bedb-a1c5-4b75-bf21-661f0e4e855d req-6fce8cdf-b534-4e7d-9192-7447ee0a6973 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:41.706045 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0c77bedb-a1c5-4b75-bf21-661f0e4e855d req-6fce8cdf-b534-4e7d-9192-7447ee0a6973 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0762329 Apr 12 18:20:41.712636 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d436a7f-3b4a-4072-ab72-defc8f9bd7a1 req-9ac3a812-9811-48e3-b7c1-d626259242b9 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:41.714062 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8d436a7f-3b4a-4072-ab72-defc8f9bd7a1 req-9ac3a812-9811-48e3-b7c1-d626259242b9 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.0754445 Apr 12 18:20:41.784223 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0c77bedb-a1c5-4b75-bf21-661f0e4e855d req-110ae9ef-9b8c-4b17-9321-e1b0f41bf1ba tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692053 Apr 12 18:20:41.789397 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8d436a7f-3b4a-4072-ab72-defc8f9bd7a1 req-3ff50f92-24f6-4891-91d9-ddae625a0a2b tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681040 Apr 12 18:20:41.888317 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1aed1-c70f-46e1-8766-c724263605e7 req-152f50c5-00a1-4d1f-af30-a2b31bf7c344 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:41.889766 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5bd1aed1-c70f-46e1-8766-c724263605e7 req-152f50c5-00a1-4d1f-af30-a2b31bf7c344 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 944 time: 0.0458131 Apr 12 18:20:41.935493 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5bd1aed1-c70f-46e1-8766-c724263605e7 req-165dec36-d3f4-4c6b-9627-71d3620e338e tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401263 Apr 12 18:20:42.331615 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['b4689fd1-e948-4092-8679-98ae201f6d88'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:20:42.576059 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-12b0885e-5320-4ccc-ad43-499da0d5de7b req-ce666ae4-664e-44bd-9727-2cde58bf5a1f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:42.659074 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-12b0885e-5320-4ccc-ad43-499da0d5de7b req-ce666ae4-664e-44bd-9727-2cde58bf5a1f service neutron] Publish callbacks [] for security_group (4bde88a9-0b4a-4a5f-8f25-084699eb66ee), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:42.666325 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-12b0885e-5320-4ccc-ad43-499da0d5de7b req-ce666ae4-664e-44bd-9727-2cde58bf5a1f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (4bde88a9-0b4a-4a5f-8f25-084699eb66ee), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:42.713981 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-12b0885e-5320-4ccc-ad43-499da0d5de7b req-ce666ae4-664e-44bd-9727-2cde58bf5a1f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577668 Apr 12 18:20:42.715942 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce666ae4-664e-44bd-9727-2cde58bf5a1f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4bde88a9-0b4a-4a5f-8f25-084699eb66ee,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:42.807407 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e8f0a-058b-453a-b517-5050323fb7cb req-60f14d2b-7990-4a22-94b1-aafb9f8dde56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:42.808911 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-483e8f0a-058b-453a-b517-5050323fb7cb req-60f14d2b-7990-4a22-94b1-aafb9f8dde56 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 1129 time: 0.1044741 Apr 12 18:20:42.922742 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd4f0f-bc55-466c-9152-ed2ab625cbd2 req-97bb1ead-c1bf-47ed-a62a-f83d8e248ebf tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:42.924310 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6cdd4f0f-bc55-466c-9152-ed2ab625cbd2 req-97bb1ead-c1bf-47ed-a62a-f83d8e248ebf tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0708508 Apr 12 18:20:42.931980 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce14a43-1442-425b-997e-1bde26b573f3 req-6da8c951-13ab-4f37-b93c-235675fc811e tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:42.933355 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8ce14a43-1442-425b-997e-1bde26b573f3 req-6da8c951-13ab-4f37-b93c-235675fc811e tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.0712950 Apr 12 18:20:43.004201 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6cdd4f0f-bc55-466c-9152-ed2ab625cbd2 req-888a3be8-6613-42a2-b917-029ef373961d tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698297 Apr 12 18:20:43.011306 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8ce14a43-1442-425b-997e-1bde26b573f3 req-c704c460-26a9-4257-8f89-b7975e000bbb tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703943 Apr 12 18:20:43.115784 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6286bf4-34ee-4a09-95bf-0c7f9dfefcb2 req-a1d8c4dd-eb29-47e6-a0dc-a8c98ad55a82 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:43.117214 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c6286bf4-34ee-4a09-95bf-0c7f9dfefcb2 req-a1d8c4dd-eb29-47e6-a0dc-a8c98ad55a82 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 944 time: 0.0592234 Apr 12 18:20:43.167761 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-483e8f0a-058b-453a-b517-5050323fb7cb req-a196b470-76b3-49d1-ba6b-a64fdb89d54a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800288 Apr 12 18:20:43.167886 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-604ee65c-dfc4-4b87-a17d-08ecaebb3a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:43.193135 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c6286bf4-34ee-4a09-95bf-0c7f9dfefcb2 req-755987e1-c315-4d91-bf3e-c259b3c948ca tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673385 Apr 12 18:20:44.150103 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d410e1-1648-454f-aa56-b590ead78dcf req-70ce3b6a-33aa-438f-8647-5d935d0b1187 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:44.151472 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-96d410e1-1648-454f-aa56-b590ead78dcf req-70ce3b6a-33aa-438f-8647-5d935d0b1187 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0803425 Apr 12 18:20:44.157637 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a40f6f-3afe-430b-abdd-6a41234492c1 req-c0e5cb68-7ef0-41ee-9ccb-e59eb4ca35b4 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:44.159002 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-78a40f6f-3afe-430b-abdd-6a41234492c1 req-c0e5cb68-7ef0-41ee-9ccb-e59eb4ca35b4 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.0782764 Apr 12 18:20:44.226418 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-96d410e1-1648-454f-aa56-b590ead78dcf req-3caa4ff4-cd5e-47ad-b8a4-93e474ad629f tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664713 Apr 12 18:20:44.237378 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-78a40f6f-3afe-430b-abdd-6a41234492c1 req-49be50c7-90af-47ba-a3cd-fdca8c9a3be9 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706687 Apr 12 18:20:44.325261 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93ee87-3183-4720-9a72-a6be8fc1ad57 req-03bd038d-7688-440f-9de5-233a2361cd93 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:44.326700 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ea93ee87-3183-4720-9a72-a6be8fc1ad57 req-03bd038d-7688-440f-9de5-233a2361cd93 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 944 time: 0.0477083 Apr 12 18:20:44.376394 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ea93ee87-3183-4720-9a72-a6be8fc1ad57 req-2ee39012-babd-4464-bfd5-10e94092ad31 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442593 Apr 12 18:20:44.805853 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device b4689fd1-e948-4092-8679-98ae201f6d88 up at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:20:44.854418 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning for port b4689fd1-e948-4092-8679-98ae201f6d88 completed by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:20:44.860279 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning complete for port b4689fd1-e948-4092-8679-98ae201f6d88 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:20:44.860651 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (b4689fd1-e948-4092-8679-98ae201f6d88), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:44.953802 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port b4689fd1-e948-4092-8679-98ae201f6d88 is: BUILD; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:20:44.954290 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (b4689fd1-e948-4092-8679-98ae201f6d88), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:44.980624 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4a684f-9199-44b1-b154-7a987026b17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4689fd1-e948-4092-8679-98ae201f6d88'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:20:44.983517 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f362fb15-ca30-4c14-8947-1f8a37554a52" -d '{"events": [{"server_uuid": "8c4a684f-9199-44b1-b154-7a987026b17a", "name": "network-vif-plugged", "status": "completed", "tag": "b4689fd1-e948-4092-8679-98ae201f6d88"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:20:44.996885 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port b4689fd1-e948-4092-8679-98ae201f6d88, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b4689fd1-e948-4092-8679-98ae201f6d88,segment=NetworkSegment(5377f466-4b6e-46ba-a53b-1eadcfe56874),segment_id=5377f466-4b6e-46ba-a53b-1eadcfe56874)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:20:45.001730 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (b4689fd1-e948-4092-8679-98ae201f6d88), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:45.029511 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84d1dc5-c814-42eb-9865-a5329d49da70 x-openstack-request-id: req-b84d1dc5-c814-42eb-9865-a5329d49da70 {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:20:45.029835 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c4a684f-9199-44b1-b154-7a987026b17a", "name": "network-vif-plugged", "status": "completed", "tag": "b4689fd1-e948-4092-8679-98ae201f6d88", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:20:45.030125 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b84d1dc5-c814-42eb-9865-a5329d49da70 {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:20:45.030523 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b84d1dc5-c814-42eb-9865-a5329d49da70'] response: {'server_uuid': '8c4a684f-9199-44b1-b154-7a987026b17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4689fd1-e948-4092-8679-98ae201f6d88', 'code': 200} Apr 12 18:20:45.059415 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=b4689fd1-e948-4092-8679-98ae201f6d88,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:45.332797 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 36738) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:45.378886 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e874f1-8d14-4f7a-9535-1f382bc218d9 req-8d9a5bbf-daff-42d0-97ff-d86c0257bab9 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:45.381705 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-99e874f1-8d14-4f7a-9535-1f382bc218d9 req-8d9a5bbf-daff-42d0-97ff-d86c0257bab9 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0822375 Apr 12 18:20:45.410283 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf80c2-6e30-42c9-b70a-9f011c34de6c req-e615e4c5-8de2-4cc6-9647-628536cf7ea8 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:45.412248 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9baf80c2-6e30-42c9-b70a-9f011c34de6c req-e615e4c5-8de2-4cc6-9647-628536cf7ea8 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.0839407 Apr 12 18:20:45.446867 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-40b76a62-562a-4f65-8126-deb5aa978293 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:45.475194 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-99e874f1-8d14-4f7a-9535-1f382bc218d9 req-4e6f3d47-7447-46e8-9cdf-09b1ab99d9b1 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776970 Apr 12 18:20:45.482333 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9baf80c2-6e30-42c9-b70a-9f011c34de6c req-d8a2e790-7a8f-4c8b-97a2-fb3285e4ad73 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632544 Apr 12 18:20:45.522026 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d442b2ec-fafe-4c76-ad48-56efc8fce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:45.534417 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-40b76a62-562a-4f65-8126-deb5aa978293 admin admin] Publish callbacks [] for security_group (46e0ddb2-fc0d-485a-bf3b-f656ba405258), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:45.539086 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-40b76a62-562a-4f65-8126-deb5aa978293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (46e0ddb2-fc0d-485a-bf3b-f656ba405258), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:45.576434 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-40b76a62-562a-4f65-8126-deb5aa978293 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e288bb96bdcf49a8a1840f2edbac695a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420487 Apr 12 18:20:45.577345 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b76a62-562a-4f65-8126-deb5aa978293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e0ddb2-fc0d-485a-bf3b-f656ba405258,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:45.580005 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 36746) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:45.594464 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af4aa3-e382-4d9a-921b-929e164459fb req-0f8caf5e-574f-4529-a0e8-74860a736ce8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:45.595885 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e2af4aa3-e382-4d9a-921b-929e164459fb req-0f8caf5e-574f-4529-a0e8-74860a736ce8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 945 time: 0.0554512 Apr 12 18:20:45.668569 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e2af4aa3-e382-4d9a-921b-929e164459fb req-894b5bf7-5133-43ba-a107-d523658dad64 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650003 Apr 12 18:20:45.671312 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b78f00b-3d60-4760-832f-109ce4b396ab admin admin] Publish callbacks [] for security_group (46e0ddb2-fc0d-485a-bf3b-f656ba405258), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:45.692599 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b78f00b-3d60-4760-832f-109ce4b396ab admin admin] Publish callbacks [] for security_group (46e0ddb2-fc0d-485a-bf3b-f656ba405258), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:45.738247 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b78f00b-3d60-4760-832f-109ce4b396ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (46e0ddb2-fc0d-485a-bf3b-f656ba405258), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:45.740835 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b78f00b-3d60-4760-832f-109ce4b396ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:45.741988 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-7b78f00b-3d60-4760-832f-109ce4b396ab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/46e0ddb2-fc0d-485a-bf3b-f656ba405258 HTTP/1.1" status: 204 len: 168 time: 0.1620283 Apr 12 18:20:45.749729 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78f00b-3d60-4760-832f-109ce4b396ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e0ddb2-fc0d-485a-bf3b-f656ba405258,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:46.003079 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 36756) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:46.017928 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d449cda-7d99-41ee-86e8-b9d1c19df4ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:46.106514 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d449cda-7d99-41ee-86e8-b9d1c19df4ea admin admin] Publish callbacks [] for security_group (e13fa50c-5d29-46e8-83fe-fe5f4fae6b8d), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:46.110262 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d449cda-7d99-41ee-86e8-b9d1c19df4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (e13fa50c-5d29-46e8-83fe-fe5f4fae6b8d), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:46.152171 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d449cda-7d99-41ee-86e8-b9d1c19df4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13fa50c-5d29-46e8-83fe-fe5f4fae6b8d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:46.156530 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-8d449cda-7d99-41ee-86e8-b9d1c19df4ea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0b11e9293b10456698440c887fed4d41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1523108 Apr 12 18:20:46.159499 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 36766) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:46.223365 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-df05661e-6df2-416a-94a7-f12d67b31275 admin admin] Publish callbacks [] for security_group (e13fa50c-5d29-46e8-83fe-fe5f4fae6b8d), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:46.247281 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-df05661e-6df2-416a-94a7-f12d67b31275 admin admin] Publish callbacks [] for security_group (e13fa50c-5d29-46e8-83fe-fe5f4fae6b8d), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:46.293813 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-df05661e-6df2-416a-94a7-f12d67b31275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (e13fa50c-5d29-46e8-83fe-fe5f4fae6b8d), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:46.296314 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-df05661e-6df2-416a-94a7-f12d67b31275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:46.297471 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-df05661e-6df2-416a-94a7-f12d67b31275 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e13fa50c-5d29-46e8-83fe-fe5f4fae6b8d HTTP/1.1" status: 204 len: 168 time: 0.1365695 Apr 12 18:20:46.305874 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05661e-6df2-416a-94a7-f12d67b31275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13fa50c-5d29-46e8-83fe-fe5f4fae6b8d,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:46.620668 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc891c0-29c9-42be-adcd-9b5f64643183 req-8c7bd3b4-64f6-4b48-a244-b2ae977716fd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:46.622292 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-adc891c0-29c9-42be-adcd-9b5f64643183 req-8c7bd3b4-64f6-4b48-a244-b2ae977716fd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0781910 Apr 12 18:20:46.644774 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a006e-a1d0-4e7d-9e9c-c7e47e913cd1 req-43388e2d-9c58-4db2-b43c-8f3e5eae6ff3 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:46.646597 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ab0a006e-a1d0-4e7d-9e9c-c7e47e913cd1 req-43388e2d-9c58-4db2-b43c-8f3e5eae6ff3 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.0685689 Apr 12 18:20:46.709533 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-adc891c0-29c9-42be-adcd-9b5f64643183 req-3f4236dc-cee0-48d6-8423-90a11fd75055 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787113 Apr 12 18:20:46.730844 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ab0a006e-a1d0-4e7d-9e9c-c7e47e913cd1 req-124a7713-79ea-4c03-80de-576713930fdf tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780191 Apr 12 18:20:46.814426 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074d689-8b46-4cb9-9e38-a184d7c9a226 req-052340fe-c61b-489b-b58b-2d65fd5fdd08 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:46.816162 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6074d689-8b46-4cb9-9e38-a184d7c9a226 req-052340fe-c61b-489b-b58b-2d65fd5fdd08 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 945 time: 0.0527544 Apr 12 18:20:46.834467 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:46.888584 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6074d689-8b46-4cb9-9e38-a184d7c9a226 req-0476098b-da22-4b86-9013-5ddb76c5c74a tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554428 Apr 12 18:20:47.846151 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343df6e5-4186-48dd-9dae-eebd5834aedd req-29bb9c15-e232-4bbb-847a-b3f7ef25c9fd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:47.847625 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-343df6e5-4186-48dd-9dae-eebd5834aedd req-29bb9c15-e232-4bbb-847a-b3f7ef25c9fd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0727379 Apr 12 18:20:47.877704 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1456b1-d78d-47f8-8c36-0c6c4b9df863 req-3fb0c568-3462-42df-96ba-aeb5dbb5d36a tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:47.879145 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8b1456b1-d78d-47f8-8c36-0c6c4b9df863 req-3fb0c568-3462-42df-96ba-aeb5dbb5d36a tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.0755196 Apr 12 18:20:47.927867 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-343df6e5-4186-48dd-9dae-eebd5834aedd req-c626a306-521a-43d9-8b65-1e2c11bcf440 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719597 Apr 12 18:20:47.960277 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8b1456b1-d78d-47f8-8c36-0c6c4b9df863 req-95ad54bd-b40b-4811-a3f8-c4a77e072494 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741246 Apr 12 18:20:48.039335 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97593762-bafa-4155-83e2-47b7c5886300 req-8ef7e5ae-59ff-4982-b5ec-fc5276b8d849 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:48.040807 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-97593762-bafa-4155-83e2-47b7c5886300 req-8ef7e5ae-59ff-4982-b5ec-fc5276b8d849 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 945 time: 0.0514703 Apr 12 18:20:48.092742 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-97593762-bafa-4155-83e2-47b7c5886300 req-8c34b749-fae5-419c-a50c-27cd4e300c04 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457926 Apr 12 18:20:48.326942 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:49.074977 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff4e8d-3f94-4dc7-a773-ad5523585dff req-8a68af5b-e742-463b-9a6a-effff4698c4e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:49.076417 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-54ff4e8d-3f94-4dc7-a773-ad5523585dff req-8a68af5b-e742-463b-9a6a-effff4698c4e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0775256 Apr 12 18:20:49.087378 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff85465-61d4-4f8f-a404-557ad9b1bc27 req-7d27810e-f0a0-476f-a2fd-dd937ce46c07 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:49.088746 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6ff85465-61d4-4f8f-a404-557ad9b1bc27 req-7d27810e-f0a0-476f-a2fd-dd937ce46c07 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.0597076 Apr 12 18:20:49.163919 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-54ff4e8d-3f94-4dc7-a773-ad5523585dff req-926baa96-f6c9-414b-81b7-37e4788d2f75 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742059 Apr 12 18:20:49.167228 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6ff85465-61d4-4f8f-a404-557ad9b1bc27 req-c57d564b-db88-42ce-b41f-15b2bb79581e tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720565 Apr 12 18:20:49.264715 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1059a8-bc1f-46db-92d9-2075886dd254 req-a112f32c-e174-4ac2-81d2-5cde3b19c3b7 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:49.266500 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4e1059a8-bc1f-46db-92d9-2075886dd254 req-a112f32c-e174-4ac2-81d2-5cde3b19c3b7 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 945 time: 0.0477574 Apr 12 18:20:49.267493 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:49.319956 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4e1059a8-bc1f-46db-92d9-2075886dd254 req-2ab19bb2-c3d1-4a6a-b937-9c7ce5e2889f tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477264 Apr 12 18:20:50.349058 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a66513-5c0b-42b1-9d01-7f601d92416c req-b3d33e68-ed2d-4450-b30f-ebeab8db7b54 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:50.357642 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-60a66513-5c0b-42b1-9d01-7f601d92416c req-b3d33e68-ed2d-4450-b30f-ebeab8db7b54 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.1229339 Apr 12 18:20:50.390062 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8e19a-a439-419e-b559-ba61e209ae7b req-531d90b9-837c-47da-ac0f-16446a0842a3 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:50.391685 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2db8e19a-a439-419e-b559-ba61e209ae7b req-531d90b9-837c-47da-ac0f-16446a0842a3 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.1252899 Apr 12 18:20:50.398270 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4dfc34-b80c-4bc1-a049-fdc37e2219ee req-eac1fda5-f46f-4ccf-971b-07670d9316d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:50.399759 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7e4dfc34-b80c-4bc1-a049-fdc37e2219ee req-eac1fda5-f46f-4ccf-971b-07670d9316d5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 1129 time: 0.1132758 Apr 12 18:20:50.485210 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2db8e19a-a439-419e-b559-ba61e209ae7b req-2304328e-35cc-4bc5-878b-211f547eda17 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832794 Apr 12 18:20:50.492777 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-60a66513-5c0b-42b1-9d01-7f601d92416c req-1b64fc69-a419-409c-9333-27c1ebc33b50 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342635 Apr 12 18:20:50.546579 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7e4dfc34-b80c-4bc1-a049-fdc37e2219ee req-fdeec3d2-17e6-43c0-9fd1-511a31ecd1d4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211646 Apr 12 18:20:50.674468 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33dedd8-9464-41ec-b543-a31d7d73ba22 req-ae30bed0-473b-4521-853f-c0c56f4ca462 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:50.676290 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e33dedd8-9464-41ec-b543-a31d7d73ba22 req-ae30bed0-473b-4521-853f-c0c56f4ca462 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 945 time: 0.0949972 Apr 12 18:20:50.700288 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a535d39-00c8-4231-9e64-17f4b9bf3cd0 req-8ff6c004-b602-47e5-bdd5-50026d406f1c tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:50.705971 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5a535d39-00c8-4231-9e64-17f4b9bf3cd0 req-8ff6c004-b602-47e5-bdd5-50026d406f1c tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0810373 Apr 12 18:20:50.713685 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 36930) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:50.718513 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-92997a7b-dddc-4c13-8adb-4f8d9d207274 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Request body: {'floatingip': {'port_id': '589d2373-ec7d-4f40-a03c-e79126929e92'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:20:50.746648 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e33dedd8-9464-41ec-b543-a31d7d73ba22 req-6b710075-6ed5-4a79-99eb-24730b00bb80 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621145 Apr 12 18:20:50.795720 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:20:50.830161 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-92997a7b-dddc-4c13-8adb-4f8d9d207274 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for floatingip (8104e0ae-11d6-4b23-a5b0-cb54f0ae588c), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:51.430805 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 36960) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:51.431423 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 36962) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:51.551438 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e20b4652-92a2-47dd-bcec-f63cf1dcf2fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:51.561486 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd66d1d5-6c0a-45b9-8d96-3dbd722a1fea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:51.693693 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd66d1d5-6c0a-45b9-8d96-3dbd722a1fea admin admin] Publish callbacks [] for security_group (ac8a7a82-a862-444b-a200-50129107f86b), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:51.698247 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e20b4652-92a2-47dd-bcec-f63cf1dcf2fd admin admin] Publish callbacks [] for security_group (28467a70-88b6-4b63-be1f-9fcf06ba58c7), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:51.699601 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd66d1d5-6c0a-45b9-8d96-3dbd722a1fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (ac8a7a82-a862-444b-a200-50129107f86b), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:51.714783 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e20b4652-92a2-47dd-bcec-f63cf1dcf2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (28467a70-88b6-4b63-be1f-9fcf06ba58c7), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:51.745419 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-fd66d1d5-6c0a-45b9-8d96-3dbd722a1fea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d613175ef9d4f9d8cbb384c358c8b13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074536 Apr 12 18:20:51.746087 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 36974) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:51.747694 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-92997a7b-dddc-4c13-8adb-4f8d9d207274 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:51.752619 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-92997a7b-dddc-4c13-8adb-4f8d9d207274 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (8104e0ae-11d6-4b23-a5b0-cb54f0ae588c), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:51.776110 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 36978) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:51.793588 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66d1d5-6c0a-45b9-8d96-3dbd722a1fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8a7a82-a862-444b-a200-50129107f86b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:51.809288 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-e20b4652-92a2-47dd-bcec-f63cf1dcf2fd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d2197eb8feaf4c42bbd262ca569b7422&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3756802 Apr 12 18:20:51.809288 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66d1d5-6c0a-45b9-8d96-3dbd722a1fea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:51.809575 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66d1d5-6c0a-45b9-8d96-3dbd722a1fea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:51.809841 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66d1d5-6c0a-45b9-8d96-3dbd722a1fea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:51.810794 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66d1d5-6c0a-45b9-8d96-3dbd722a1fea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:51.811140 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66d1d5-6c0a-45b9-8d96-3dbd722a1fea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:51.811474 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66d1d5-6c0a-45b9-8d96-3dbd722a1fea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:51.812326 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66d1d5-6c0a-45b9-8d96-3dbd722a1fea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:51.812326 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66d1d5-6c0a-45b9-8d96-3dbd722a1fea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:51.812510 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 36982) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:51.812685 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66d1d5-6c0a-45b9-8d96-3dbd722a1fea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:51.812956 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66d1d5-6c0a-45b9-8d96-3dbd722a1fea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:51.813308 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66d1d5-6c0a-45b9-8d96-3dbd722a1fea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:51.813635 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66d1d5-6c0a-45b9-8d96-3dbd722a1fea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:51.813959 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66d1d5-6c0a-45b9-8d96-3dbd722a1fea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:51.814280 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66d1d5-6c0a-45b9-8d96-3dbd722a1fea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:51.814603 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66d1d5-6c0a-45b9-8d96-3dbd722a1fea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:51.879141 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b4652-92a2-47dd-bcec-f63cf1dcf2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28467a70-88b6-4b63-be1f-9fcf06ba58c7,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:51.895005 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-584421f3-9340-40b5-8640-c4dd52139d99 admin admin] Publish callbacks [] for security_group (28467a70-88b6-4b63-be1f-9fcf06ba58c7), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:51.903248 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5453e7ab-2a8a-40c2-8ed7-b0a04a9a62f0 admin admin] Publish callbacks [] for security_group (ac8a7a82-a862-444b-a200-50129107f86b), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:51.919582 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3fe14-6f03-4b56-89e5-33403cfdf535 req-d8a12a1b-51b4-436b-b38d-5a4e73e39823 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:51.921019 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-64a3fe14-6f03-4b56-89e5-33403cfdf535 req-d8a12a1b-51b4-436b-b38d-5a4e73e39823 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 945 time: 0.0741274 Apr 12 18:20:51.956798 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-584421f3-9340-40b5-8640-c4dd52139d99 admin admin] Publish callbacks [] for security_group (28467a70-88b6-4b63-be1f-9fcf06ba58c7), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:51.987506 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.db.l3_db [None req-92997a7b-dddc-4c13-8adb-4f8d9d207274 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Floating IP 8104e0ae-11d6-4b23-a5b0-cb54f0ae588c associated. External IP: 172.27.1.15, port: 589d2373-ec7d-4f40-a03c-e79126929e92. Apr 12 18:20:52.103918 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-584421f3-9340-40b5-8640-c4dd52139d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (28467a70-88b6-4b63-be1f-9fcf06ba58c7), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:52.110734 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-584421f3-9340-40b5-8640-c4dd52139d99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:52.113517 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-584421f3-9340-40b5-8640-c4dd52139d99 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28467a70-88b6-4b63-be1f-9fcf06ba58c7 HTTP/1.1" status: 204 len: 168 time: 0.3000956 Apr 12 18:20:52.126391 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8d10cab-4704-4490-b3c9-b9503233607e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:52.151808 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5453e7ab-2a8a-40c2-8ed7-b0a04a9a62f0 admin admin] Publish callbacks [] for security_group (ac8a7a82-a862-444b-a200-50129107f86b), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:52.328407 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584421f3-9340-40b5-8640-c4dd52139d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28467a70-88b6-4b63-be1f-9fcf06ba58c7,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:52.341306 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584421f3-9340-40b5-8640-c4dd52139d99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:52.341887 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584421f3-9340-40b5-8640-c4dd52139d99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:52.342300 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584421f3-9340-40b5-8640-c4dd52139d99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:52.343229 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5453e7ab-2a8a-40c2-8ed7-b0a04a9a62f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (ac8a7a82-a862-444b-a200-50129107f86b), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:52.343373 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584421f3-9340-40b5-8640-c4dd52139d99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:52.343729 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584421f3-9340-40b5-8640-c4dd52139d99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:52.344168 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584421f3-9340-40b5-8640-c4dd52139d99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:52.344667 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584421f3-9340-40b5-8640-c4dd52139d99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:52.344944 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584421f3-9340-40b5-8640-c4dd52139d99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:52.345274 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584421f3-9340-40b5-8640-c4dd52139d99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:52.345662 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584421f3-9340-40b5-8640-c4dd52139d99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:52.345977 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584421f3-9340-40b5-8640-c4dd52139d99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:52.346098 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5453e7ab-2a8a-40c2-8ed7-b0a04a9a62f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:52.346288 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584421f3-9340-40b5-8640-c4dd52139d99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:52.346840 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584421f3-9340-40b5-8640-c4dd52139d99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:52.347632 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584421f3-9340-40b5-8640-c4dd52139d99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:52.347632 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584421f3-9340-40b5-8640-c4dd52139d99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:20:52.350194 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-5453e7ab-2a8a-40c2-8ed7-b0a04a9a62f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ac8a7a82-a862-444b-a200-50129107f86b HTTP/1.1" status: 204 len: 168 time: 0.5937748 Apr 12 18:20:52.424504 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8d10cab-4704-4490-b3c9-b9503233607e admin admin] Publish callbacks [] for security_group (397489ff-b44f-4619-a200-aeeb1ebcfef5), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:52.447778 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92997a7b-dddc-4c13-8adb-4f8d9d207274 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Router 05b49423-1230-40fc-b521-529e50f39993 has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:20:52.448442 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-64a3fe14-6f03-4b56-89e5-33403cfdf535 req-87956ce8-37ea-412d-9d50-495138a0cf35 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3326972 Apr 12 18:20:52.453708 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453e7ab-2a8a-40c2-8ed7-b0a04a9a62f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8a7a82-a862-444b-a200-50129107f86b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:52.457380 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8d10cab-4704-4490-b3c9-b9503233607e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (397489ff-b44f-4619-a200-aeeb1ebcfef5), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:52.476708 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ae5ed642-f3d5-4711-963b-c4a1f8c61093 req-2a68d79d-a3ef-4910-b4f2-d72c7bae69c3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1364563 Apr 12 18:20:52.513290 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-a8d10cab-4704-4490-b3c9-b9503233607e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d16f1103e855442d81db32dcb003200e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7318234 Apr 12 18:20:52.514123 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 37012) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:52.535153 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d10cab-4704-4490-b3c9-b9503233607e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397489ff-b44f-4619-a200-aeeb1ebcfef5,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:52.625991 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ed642-f3d5-4711-963b-c4a1f8c61093 req-48f7c623-90b6-4cfe-b4ae-0ffc709a42df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:52.629253 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ae5ed642-f3d5-4711-963b-c4a1f8c61093 req-48f7c623-90b6-4cfe-b4ae-0ffc709a42df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8d1c6064aa944848c0202c05f0c3181&device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 1129 time: 0.0883372 Apr 12 18:20:52.681935 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 37014) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:52.682073 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0196d603-457d-499e-b591-4a5716cf0811 admin admin] Publish callbacks [] for security_group (397489ff-b44f-4619-a200-aeeb1ebcfef5), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:52.702229 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5b325c3d-0479-4167-9f7d-4ffa805a8da3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:52.748153 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92997a7b-dddc-4c13-8adb-4f8d9d207274 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:20:52.759051 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-92997a7b-dddc-4c13-8adb-4f8d9d207274 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:52.764541 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2121587b-ea93-4c2a-8aeb-3ed152417eb3 None None] Sync routers for ids ['05b49423-1230-40fc-b521-529e50f39993'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:20:52.791539 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0196d603-457d-499e-b591-4a5716cf0811 admin admin] Publish callbacks [] for security_group (397489ff-b44f-4619-a200-aeeb1ebcfef5), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:52.794813 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2121587b-ea93-4c2a-8aeb-3ed152417eb3 None None] Routers {'05b49423-1230-40fc-b521-529e50f39993'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:20:52.797070 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-2121587b-ea93-4c2a-8aeb-3ed152417eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:20:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['05b49423-1230-40fc-b521-529e50f39993'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:20:52.929712 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-92997a7b-dddc-4c13-8adb-4f8d9d207274 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "PUT /v2.0/floatingips/8104e0ae-11d6-4b23-a5b0-cb54f0ae588c HTTP/1.1" status: 200 len: 990 time: 2.2148442 Apr 12 18:20:52.945310 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e054ae-ee04-4b45-b89e-f0bd37732a8e', 'tag': '589d2373-ec7d-4f40-a03c-e79126929e92'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:20:52.950737 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348bf133-e905-453f-902e-d924265e0c89" -d '{"events": [{"name": "network-changed", "server_uuid": "47e054ae-ee04-4b45-b89e-f0bd37732a8e", "tag": "589d2373-ec7d-4f40-a03c-e79126929e92"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:20:52.999416 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ed642-f3d5-4711-963b-c4a1f8c61093 req-817de2d1-6557-4eb9-b2cb-9d658f7103d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:53.000886 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ae5ed642-f3d5-4711-963b-c4a1f8c61093 req-817de2d1-6557-4eb9-b2cb-9d658f7103d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6a618b05-ddac-4d83-834e-7fc26cc8c8d6 HTTP/1.1" status: 200 len: 912 time: 0.3475156 Apr 12 18:20:53.044424 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5b325c3d-0479-4167-9f7d-4ffa805a8da3 admin admin] Publish callbacks [] for security_group (74cc57b6-bf5a-4817-9fbb-fecafd3a4872), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:53.055276 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5b325c3d-0479-4167-9f7d-4ffa805a8da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (74cc57b6-bf5a-4817-9fbb-fecafd3a4872), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:53.063579 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0e07b7-7b62-4d86-a49f-a5541321c09c x-openstack-request-id: req-0f0e07b7-7b62-4d86-a49f-a5541321c09c {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:20:53.065520 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e054ae-ee04-4b45-b89e-f0bd37732a8e", "tag": "589d2373-ec7d-4f40-a03c-e79126929e92", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:20:53.065520 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0f0e07b7-7b62-4d86-a49f-a5541321c09c {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:20:53.066754 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f0e07b7-7b62-4d86-a49f-a5541321c09c'] response: {'name': 'network-changed', 'server_uuid': '47e054ae-ee04-4b45-b89e-f0bd37732a8e', 'tag': '589d2373-ec7d-4f40-a03c-e79126929e92', 'status': 'completed', 'code': 200} Apr 12 18:20:53.117888 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ae5ed642-f3d5-4711-963b-c4a1f8c61093 req-43b2665b-c459-4333-91a5-d9858d252c6f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=600c8784-a3ee-4623-a867-dd73c98eadd4 HTTP/1.1" status: 200 len: 217 time: 0.0920916 Apr 12 18:20:53.138692 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0196d603-457d-499e-b591-4a5716cf0811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (397489ff-b44f-4619-a200-aeeb1ebcfef5), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:53.146365 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0196d603-457d-499e-b591-4a5716cf0811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:53.153184 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-0196d603-457d-499e-b591-4a5716cf0811 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/397489ff-b44f-4619-a200-aeeb1ebcfef5 HTTP/1.1" status: 204 len: 168 time: 0.6348052 Apr 12 18:20:53.162812 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-2121587b-ea93-4c2a-8aeb-3ed152417eb3 None None] Set router 05b49423-1230-40fc-b521-529e50f39993 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:20:53.179770 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-5b325c3d-0479-4167-9f7d-4ffa805a8da3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=af2a01ed17d340bf85f70656a7b72c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4931169 Apr 12 18:20:53.183183 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 37040) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:53.203942 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b325c3d-0479-4167-9f7d-4ffa805a8da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cc57b6-bf5a-4817-9fbb-fecafd3a4872,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:53.208738 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bf133-e905-453f-902e-d924265e0c89 req-bd463a74-ff9e-4fe8-a8d7-b6c8e4ac83ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:53.214292 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-348bf133-e905-453f-902e-d924265e0c89 req-bd463a74-ff9e-4fe8-a8d7-b6c8e4ac83ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6c7a32511684e98998d07f553b02c00&device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 1129 time: 0.1321733 Apr 12 18:20:53.223262 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 37044) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:53.231007 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ed642-f3d5-4711-963b-c4a1f8c61093 req-0dee6ba0-9f7c-43e0-a785-5b5aa5c3d9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:53.232469 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ae5ed642-f3d5-4711-963b-c4a1f8c61093 req-0dee6ba0-9f7c-43e0-a785-5b5aa5c3d9c3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=64c7006b-c0a5-421a-81b1-b049c91ee468 HTTP/1.1" status: 200 len: 851 time: 0.0966098 Apr 12 18:20:53.233738 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196d603-457d-499e-b591-4a5716cf0811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397489ff-b44f-4619-a200-aeeb1ebcfef5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:53.253976 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7ae8be8d-5518-4b32-bd4f-df7d9eaf55a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:53.288523 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ae5ed642-f3d5-4711-963b-c4a1f8c61093 req-ec895031-9daf-43b9-ac9b-e2609e5b3480 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6a618b05-ddac-4d83-834e-7fc26cc8c8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377023 Apr 12 18:20:53.441054 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1a64f793-1aae-46ce-89d5-fa7bf779789c admin admin] Publish callbacks [] for security_group (74cc57b6-bf5a-4817-9fbb-fecafd3a4872), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:53.502203 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bf133-e905-453f-902e-d924265e0c89 req-1e334814-ad00-42af-a60e-5e2c197e34dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:53.503699 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-348bf133-e905-453f-902e-d924265e0c89 req-1e334814-ad00-42af-a60e-5e2c197e34dc service neutron] 10.222.0.26 "GET /v2.0/networks?id=3aeebb2a-d034-4a90-afa4-338c34468833 HTTP/1.1" status: 200 len: 911 time: 0.2520947 Apr 12 18:20:53.507358 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1a64f793-1aae-46ce-89d5-fa7bf779789c admin admin] Publish callbacks [] for security_group (74cc57b6-bf5a-4817-9fbb-fecafd3a4872), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:53.526339 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ae5ed642-f3d5-4711-963b-c4a1f8c61093 req-a84803df-77d6-48f1-af7b-82fdefcbd431 service neutron] 10.222.0.26 "GET /v2.0/networks/6a618b05-ddac-4d83-834e-7fc26cc8c8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866498 Apr 12 18:20:53.658768 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-2121587b-ea93-4c2a-8aeb-3ed152417eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b49423-1230-40fc-b521-529e50f39993', 'name': 'tempest-AttachVolumeTestJSON-750434608-router', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:52Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'gw_port': {'id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '8104e0ae-11d6-4b23-a5b0-cb54f0ae588c', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '05b49423-1230-40fc-b521-529e50f39993', 'port_id': '589d2373-ec7d-4f40-a03c-e79126929e92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'mac_address': 'fa:16:3e:f7:7e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e054ae-ee04-4b45-b89e-f0bd37732a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:20:06Z', 'updated_at': '2022-04-12T18:20:51Z', 'revision_number': 1, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d22467a-dd59-44f3-a058-8548686b870f', 'name': '', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'mac_address': 'fa:16:3e:92:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '46b9b379-140d-4142-a367-613843eeaf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:09Z', 'revision_number': 5, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'subnets': [{'id': '46b9b379-140d-4142-a367-613843eeaf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:20:53.678610 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd675e5-530b-4467-8279-82de70dc017d req-e01f39a7-9efd-4657-bd35-74f61181b706 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:53.680583 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5fd675e5-530b-4467-8279-82de70dc017d req-e01f39a7-9efd-4657-bd35-74f61181b706 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 945 time: 0.0710015 Apr 12 18:20:53.687905 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7ae8be8d-5518-4b32-bd4f-df7d9eaf55a7 admin admin] Publish callbacks [] for security_group (68d1e742-c0e0-4fe0-8548-94491cc721a1), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:53.693346 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-348bf133-e905-453f-902e-d924265e0c89 req-b3ccfe87-9136-430b-9add-89fccf56a3a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=589d2373-ec7d-4f40-a03c-e79126929e92 HTTP/1.1" status: 200 len: 998 time: 0.1746705 Apr 12 18:20:53.695315 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7ae8be8d-5518-4b32-bd4f-df7d9eaf55a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (68d1e742-c0e0-4fe0-8548-94491cc721a1), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:53.713315 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2121587b-ea93-4c2a-8aeb-3ed152417eb3 None None] Checking router: 05b49423-1230-40fc-b521-529e50f39993 for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:20:53.725701 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2121587b-ea93-4c2a-8aeb-3ed152417eb3 None None] Routers {'05b49423-1230-40fc-b521-529e50f39993'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:20:53.726583 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-2121587b-ea93-4c2a-8aeb-3ed152417eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:20:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['05b49423-1230-40fc-b521-529e50f39993'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:20:53.733910 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1a64f793-1aae-46ce-89d5-fa7bf779789c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (74cc57b6-bf5a-4817-9fbb-fecafd3a4872), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:53.736519 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1a64f793-1aae-46ce-89d5-fa7bf779789c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:53.737753 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-1a64f793-1aae-46ce-89d5-fa7bf779789c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/74cc57b6-bf5a-4817-9fbb-fecafd3a4872 HTTP/1.1" status: 204 len: 168 time: 0.5532644 Apr 12 18:20:53.784090 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5fd675e5-530b-4467-8279-82de70dc017d req-44b72b64-ab07-41f0-a844-d6f01b38dca7 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688393 Apr 12 18:20:53.797972 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-7ae8be8d-5518-4b32-bd4f-df7d9eaf55a7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fce82a1815544c71ab3cd0a3bd2bd126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5700998 Apr 12 18:20:53.797972 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8be8d-5518-4b32-bd4f-df7d9eaf55a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d1e742-c0e0-4fe0-8548-94491cc721a1,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:53.798661 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ae5ed642-f3d5-4711-963b-c4a1f8c61093 req-22d3f4ab-02f3-4165-9109-0955e83ec3ed service neutron] 10.222.0.26 "GET /v2.0/networks/6a618b05-ddac-4d83-834e-7fc26cc8c8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672594 Apr 12 18:20:53.799173 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 37052) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:53.813642 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64f793-1aae-46ce-89d5-fa7bf779789c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cc57b6-bf5a-4817-9fbb-fecafd3a4872,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:53.822667 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bf133-e905-453f-902e-d924265e0c89 req-816b4639-f3ee-4fb9-98db-244659df0a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:53.825631 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-348bf133-e905-453f-902e-d924265e0c89 req-816b4639-f3ee-4fb9-98db-244659df0a05 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46b9b379-140d-4142-a367-613843eeaf49 HTTP/1.1" status: 200 len: 849 time: 0.1068013 Apr 12 18:20:53.878280 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-400c36df-2c6b-4301-a247-644bbd156431 admin admin] Publish callbacks [] for security_group (68d1e742-c0e0-4fe0-8548-94491cc721a1), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:53.879632 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:53.928888 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-400c36df-2c6b-4301-a247-644bbd156431 admin admin] Publish callbacks [] for security_group (68d1e742-c0e0-4fe0-8548-94491cc721a1), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:53.944054 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 37056) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:53.957129 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-2121587b-ea93-4c2a-8aeb-3ed152417eb3 None None] Set router 05b49423-1230-40fc-b521-529e50f39993 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:20:53.973425 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bf133-e905-453f-902e-d924265e0c89 req-fa43474c-2cbb-46fb-8985-8f33eae94836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:53.977321 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-348bf133-e905-453f-902e-d924265e0c89 req-fa43474c-2cbb-46fb-8985-8f33eae94836 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3aeebb2a-d034-4a90-afa4-338c34468833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1286516 Apr 12 18:20:54.000425 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6c2ab4d1-0518-4aa0-bd46-ce9cf2a2c457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:54.071336 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31386299-4b32-485b-8493-1dd981a09b2b req-8a9fff0f-e1ec-438c-8420-dd2424cb3f4f tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:54.072899 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-31386299-4b32-485b-8493-1dd981a09b2b req-8a9fff0f-e1ec-438c-8420-dd2424cb3f4f tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 945 time: 0.1212821 Apr 12 18:20:54.090224 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 37068) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:54.096078 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-91cb0f1b-8246-4904-825e-28fdda26d3c7 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Request body: {'floatingip': {'port_id': 'b4689fd1-e948-4092-8679-98ae201f6d88'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:20:54.199887 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6c2ab4d1-0518-4aa0-bd46-ce9cf2a2c457 admin admin] Publish callbacks [] for security_group (de06d436-779d-4f1b-98b8-6c30d60d5bfe), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:54.205263 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-400c36df-2c6b-4301-a247-644bbd156431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (68d1e742-c0e0-4fe0-8548-94491cc721a1), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:54.208551 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-400c36df-2c6b-4301-a247-644bbd156431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:54.210904 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-400c36df-2c6b-4301-a247-644bbd156431 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/68d1e742-c0e0-4fe0-8548-94491cc721a1 HTTP/1.1" status: 204 len: 168 time: 0.4105642 Apr 12 18:20:54.219301 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-91cb0f1b-8246-4904-825e-28fdda26d3c7 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (1dab2430-b56b-46c1-8534-00440acfd98b), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:54.219904 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6c2ab4d1-0518-4aa0-bd46-ce9cf2a2c457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (de06d436-779d-4f1b-98b8-6c30d60d5bfe), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:54.227474 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c36df-2c6b-4301-a247-644bbd156431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d1e742-c0e0-4fe0-8548-94491cc721a1,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:54.314047 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-6c2ab4d1-0518-4aa0-bd46-ce9cf2a2c457 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=335c32147d654798a0437800665a7cf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3689582 Apr 12 18:20:54.326349 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 37074) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:54.537755 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 37078) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:54.599618 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ab4d1-0518-4aa0-bd46-ce9cf2a2c457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de06d436-779d-4f1b-98b8-6c30d60d5bfe,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:54.621102 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a94a3c67-b9c9-44ea-b383-0f028ff18bce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:54.638325 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4e48e2f6-1cc9-42e6-ac6a-eadad9969015 admin admin] Publish callbacks [] for security_group (de06d436-779d-4f1b-98b8-6c30d60d5bfe), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:54.661833 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-2121587b-ea93-4c2a-8aeb-3ed152417eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b49423-1230-40fc-b521-529e50f39993', 'name': 'tempest-AttachVolumeTestJSON-750434608-router', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:52Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'gw_port': {'id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '8104e0ae-11d6-4b23-a5b0-cb54f0ae588c', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '05b49423-1230-40fc-b521-529e50f39993', 'port_id': '589d2373-ec7d-4f40-a03c-e79126929e92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'mac_address': 'fa:16:3e:f7:7e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e054ae-ee04-4b45-b89e-f0bd37732a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:20:06Z', 'updated_at': '2022-04-12T18:20:51Z', 'revision_number': 1, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d22467a-dd59-44f3-a058-8548686b870f', 'name': '', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'mac_address': 'fa:16:3e:92:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '46b9b379-140d-4142-a367-613843eeaf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:09Z', 'revision_number': 5, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'subnets': [{'id': '46b9b379-140d-4142-a367-613843eeaf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:20:54.673569 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-348bf133-e905-453f-902e-d924265e0c89 req-f1b084f0-82ad-4e09-b88e-abecd8f2b798 service neutron] 10.222.0.26 "GET /v2.0/networks/3aeebb2a-d034-4a90-afa4-338c34468833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723273 Apr 12 18:20:54.685477 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4e48e2f6-1cc9-42e6-ac6a-eadad9969015 admin admin] Publish callbacks [] for security_group (de06d436-779d-4f1b-98b8-6c30d60d5bfe), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:54.699312 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2121587b-ea93-4c2a-8aeb-3ed152417eb3 None None] The sync data for ids ['05b49423-1230-40fc-b521-529e50f39993'] in dv-cinder-837535-1-iscsi is: [{'id': '05b49423-1230-40fc-b521-529e50f39993', 'name': 'tempest-AttachVolumeTestJSON-750434608-router', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:52Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'gw_port': {'id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '8104e0ae-11d6-4b23-a5b0-cb54f0ae588c', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '05b49423-1230-40fc-b521-529e50f39993', 'port_id': '589d2373-ec7d-4f40-a03c-e79126929e92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'mac_address': 'fa:16:3e:f7:7e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e054ae-ee04-4b45-b89e-f0bd37732a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:20:06Z', 'updated_at': '2022-04-12T18:20:51Z', 'revision_number': 1, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d22467a-dd59-44f3-a058-8548686b870f', 'name': '', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'mac_address': 'fa:16:3e:92:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '46b9b379-140d-4142-a367-613843eeaf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:09Z', 'revision_number': 5, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'subnets': [{'id': '46b9b379-140d-4142-a367-613843eeaf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:20:54.774110 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a94a3c67-b9c9-44ea-b383-0f028ff18bce admin admin] Publish callbacks [] for security_group (7176f45e-4205-4a01-b88d-75f23a151df7), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:54.776904 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4e48e2f6-1cc9-42e6-ac6a-eadad9969015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (de06d436-779d-4f1b-98b8-6c30d60d5bfe), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:54.781196 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4e48e2f6-1cc9-42e6-ac6a-eadad9969015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:54.783816 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-4e48e2f6-1cc9-42e6-ac6a-eadad9969015 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/de06d436-779d-4f1b-98b8-6c30d60d5bfe HTTP/1.1" status: 204 len: 168 time: 0.4242256 Apr 12 18:20:54.795862 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a94a3c67-b9c9-44ea-b383-0f028ff18bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (7176f45e-4205-4a01-b88d-75f23a151df7), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:54.804323 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48e2f6-1cc9-42e6-ac6a-eadad9969015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de06d436-779d-4f1b-98b8-6c30d60d5bfe,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:54.849681 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-a94a3c67-b9c9-44ea-b383-0f028ff18bce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9c713a3baec54aa386837e3b1d627d32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2722971 Apr 12 18:20:54.851273 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 37092) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:54.864867 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a3c67-b9c9-44ea-b383-0f028ff18bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7176f45e-4205-4a01-b88d-75f23a151df7,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:55.064771 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc71486-a6a6-41a6-9242-1d5275ed58d5 None None] New status for floating IP 8104e0ae-11d6-4b23-a5b0-cb54f0ae588c: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:20:55.144468 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.db.resource_extend [None req-91cb0f1b-8246-4904-825e-28fdda26d3c7 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 18:20:55.205372 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-35ab4a0f-3d11-4d27-a617-3c2a0c304c02 admin admin] Publish callbacks [] for security_group (7176f45e-4205-4a01-b88d-75f23a151df7), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:55.255054 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-35ab4a0f-3d11-4d27-a617-3c2a0c304c02 admin admin] Publish callbacks [] for security_group (7176f45e-4205-4a01-b88d-75f23a151df7), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:55.270872 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-91cb0f1b-8246-4904-825e-28fdda26d3c7 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:55.279920 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-348bf133-e905-453f-902e-d924265e0c89 req-628e9533-af26-4541-8f94-4a157fa43cff service neutron] 10.222.0.26 "GET /v2.0/networks/3aeebb2a-d034-4a90-afa4-338c34468833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981740 Apr 12 18:20:55.283083 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-91cb0f1b-8246-4904-825e-28fdda26d3c7 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (1dab2430-b56b-46c1-8534-00440acfd98b), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:55.342696 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-35ab4a0f-3d11-4d27-a617-3c2a0c304c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (7176f45e-4205-4a01-b88d-75f23a151df7), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:55.345974 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-35ab4a0f-3d11-4d27-a617-3c2a0c304c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:55.347538 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-35ab4a0f-3d11-4d27-a617-3c2a0c304c02 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7176f45e-4205-4a01-b88d-75f23a151df7 HTTP/1.1" status: 204 len: 168 time: 0.4952810 Apr 12 18:20:55.368182 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab4a0f-3d11-4d27-a617-3c2a0c304c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7176f45e-4205-4a01-b88d-75f23a151df7,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:55.650768 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.l3_db [None req-91cb0f1b-8246-4904-825e-28fdda26d3c7 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Floating IP 1dab2430-b56b-46c1-8534-00440acfd98b associated. External IP: 172.27.1.243, port: b4689fd1-e948-4092-8679-98ae201f6d88. Apr 12 18:20:55.878579 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91cb0f1b-8246-4904-825e-28fdda26d3c7 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Router 75c67045-88dc-47c1-88df-b545b64bc51a has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:20:56.000394 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cb0f1b-8246-4904-825e-28fdda26d3c7 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:20:56.005586 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-91cb0f1b-8246-4904-825e-28fdda26d3c7 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:56.011448 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7315cf-02f8-4d4e-bba2-212fb698af63 None None] Sync routers for ids ['75c67045-88dc-47c1-88df-b545b64bc51a'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:20:56.023596 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7315cf-02f8-4d4e-bba2-212fb698af63 None None] Routers {'75c67045-88dc-47c1-88df-b545b64bc51a'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:20:56.024507 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-cf7315cf-02f8-4d4e-bba2-212fb698af63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:20:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['75c67045-88dc-47c1-88df-b545b64bc51a'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:20:56.041354 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-91cb0f1b-8246-4904-825e-28fdda26d3c7 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "PUT /v2.0/floatingips/1dab2430-b56b-46c1-8534-00440acfd98b HTTP/1.1" status: 200 len: 991 time: 1.9468937 Apr 12 18:20:56.042037 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4a684f-9199-44b1-b154-7a987026b17a', 'tag': 'b4689fd1-e948-4092-8679-98ae201f6d88'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:20:56.044586 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ff44208863b45d5314a74bf2796fa783e64ad3222a396cfa3f0d0395593348f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e4f9f4-c1e5-4cbe-bb29-278dca6f64c2" -d '{"events": [{"name": "network-changed", "server_uuid": "8c4a684f-9199-44b1-b154-7a987026b17a", "tag": "b4689fd1-e948-4092-8679-98ae201f6d88"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:20:56.088828 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2b3d96-c876-49d6-b4e2-cd4c5061044b x-openstack-request-id: req-4f2b3d96-c876-49d6-b4e2-cd4c5061044b {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:20:56.089154 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c4a684f-9199-44b1-b154-7a987026b17a", "tag": "b4689fd1-e948-4092-8679-98ae201f6d88", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:20:56.089412 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4f2b3d96-c876-49d6-b4e2-cd4c5061044b {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:20:56.089819 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f2b3d96-c876-49d6-b4e2-cd4c5061044b'] response: {'name': 'network-changed', 'server_uuid': '8c4a684f-9199-44b1-b154-7a987026b17a', 'tag': 'b4689fd1-e948-4092-8679-98ae201f6d88', 'status': 'completed', 'code': 200} Apr 12 18:20:56.152888 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-cf7315cf-02f8-4d4e-bba2-212fb698af63 None None] Set router 75c67045-88dc-47c1-88df-b545b64bc51a gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:20:56.414768 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-cf7315cf-02f8-4d4e-bba2-212fb698af63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '1dab2430-b56b-46c1-8534-00440acfd98b', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'port_id': 'b4689fd1-e948-4092-8679-98ae201f6d88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'mac_address': 'fa:16:3e:42:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4a684f-9199-44b1-b154-7a987026b17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:20:04Z', 'updated_at': '2022-04-12T18:20:55Z', 'revision_number': 1, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ee12d0-42ec-4df9-af37-6171eb8e0fce', 'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'mac_address': 'fa:16:3e:d5:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:04Z', 'revision_number': 5, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'subnets': [{'id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:20:56.441289 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7315cf-02f8-4d4e-bba2-212fb698af63 None None] Checking router: 75c67045-88dc-47c1-88df-b545b64bc51a for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:20:56.454422 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7315cf-02f8-4d4e-bba2-212fb698af63 None None] Routers {'75c67045-88dc-47c1-88df-b545b64bc51a'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:20:56.456175 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-cf7315cf-02f8-4d4e-bba2-212fb698af63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:20:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['75c67045-88dc-47c1-88df-b545b64bc51a'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:20:56.577797 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-cf7315cf-02f8-4d4e-bba2-212fb698af63 None None] Set router 75c67045-88dc-47c1-88df-b545b64bc51a gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:20:56.825617 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-cf7315cf-02f8-4d4e-bba2-212fb698af63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '1dab2430-b56b-46c1-8534-00440acfd98b', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'port_id': 'b4689fd1-e948-4092-8679-98ae201f6d88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'mac_address': 'fa:16:3e:42:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4a684f-9199-44b1-b154-7a987026b17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:20:04Z', 'updated_at': '2022-04-12T18:20:55Z', 'revision_number': 1, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ee12d0-42ec-4df9-af37-6171eb8e0fce', 'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'mac_address': 'fa:16:3e:d5:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:04Z', 'revision_number': 5, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'subnets': [{'id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:20:56.858459 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7315cf-02f8-4d4e-bba2-212fb698af63 None None] The sync data for ids ['75c67045-88dc-47c1-88df-b545b64bc51a'] in dv-cinder-837535-1-iscsi is: [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '1dab2430-b56b-46c1-8534-00440acfd98b', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'port_id': 'b4689fd1-e948-4092-8679-98ae201f6d88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'mac_address': 'fa:16:3e:42:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4a684f-9199-44b1-b154-7a987026b17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:20:04Z', 'updated_at': '2022-04-12T18:20:55Z', 'revision_number': 1, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ee12d0-42ec-4df9-af37-6171eb8e0fce', 'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'mac_address': 'fa:16:3e:d5:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:04Z', 'revision_number': 5, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'subnets': [{'id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:20:57.105402 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f814acae-c7f9-45cf-8913-6c4a66c42a57 None None] New status for floating IP 1dab2430-b56b-46c1-8534-00440acfd98b: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:20:57.904594 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 37270) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:58.022089 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a8b1d59c-ff4c-49f9-be82-cb2d731591bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:58.106351 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a8b1d59c-ff4c-49f9-be82-cb2d731591bf admin admin] Publish callbacks [] for security_group (4005bd3f-b50b-47b2-9a60-da96f15058ab), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:58.111882 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a8b1d59c-ff4c-49f9-be82-cb2d731591bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (4005bd3f-b50b-47b2-9a60-da96f15058ab), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:58.157490 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-a8b1d59c-ff4c-49f9-be82-cb2d731591bf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=72b7d3c4f414434d9486362dc9629499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516611 Apr 12 18:20:58.158996 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1d59c-ff4c-49f9-be82-cb2d731591bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4005bd3f-b50b-47b2-9a60-da96f15058ab,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:58.161098 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 37286) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:58.190715 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 37290) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:58.228546 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ada7f57-2945-49e6-9082-21c94a4ded4e admin admin] Publish callbacks [] for security_group (4005bd3f-b50b-47b2-9a60-da96f15058ab), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:58.255888 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ada7f57-2945-49e6-9082-21c94a4ded4e admin admin] Publish callbacks [] for security_group (4005bd3f-b50b-47b2-9a60-da96f15058ab), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:58.306053 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ada7f57-2945-49e6-9082-21c94a4ded4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (4005bd3f-b50b-47b2-9a60-da96f15058ab), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:58.308671 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ada7f57-2945-49e6-9082-21c94a4ded4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:58.310039 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-8ada7f57-2945-49e6-9082-21c94a4ded4e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4005bd3f-b50b-47b2-9a60-da96f15058ab HTTP/1.1" status: 204 len: 168 time: 0.1461835 Apr 12 18:20:58.319102 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada7f57-2945-49e6-9082-21c94a4ded4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4005bd3f-b50b-47b2-9a60-da96f15058ab,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:58.339562 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6f2952a2-4600-4607-868c-efaf90a1c1b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:58.451565 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6f2952a2-4600-4607-868c-efaf90a1c1b6 admin admin] Publish callbacks [] for security_group (5c29340b-0bfe-40be-8fca-eb9dc95b20d9), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:58.460101 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6f2952a2-4600-4607-868c-efaf90a1c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (5c29340b-0bfe-40be-8fca-eb9dc95b20d9), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:58.481871 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4f9f4-c1e5-4cbe-bb29-278dca6f64c2 req-cbb7b596-2306-410f-a8ca-01d93f8fa4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:58.483415 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-b7e4f9f4-c1e5-4cbe-bb29-278dca6f64c2 req-cbb7b596-2306-410f-a8ca-01d93f8fa4a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5d28f86be7741b183b3d48b791ace5c&device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 1129 time: 0.1025462 Apr 12 18:20:58.526861 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-6f2952a2-4600-4607-868c-efaf90a1c1b6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=42ba07731e15476fa416f6d025a49c4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3326099 Apr 12 18:20:58.527308 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 37302) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:58.584207 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-815811f6-ffe7-4fd1-b024-b1a40152d66c admin admin] Publish callbacks [] for security_group (5c29340b-0bfe-40be-8fca-eb9dc95b20d9), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:58.589768 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2952a2-4600-4607-868c-efaf90a1c1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c29340b-0bfe-40be-8fca-eb9dc95b20d9,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:58.622467 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4f9f4-c1e5-4cbe-bb29-278dca6f64c2 req-d4ec93a2-fc99-46c7-bbc8-d1c5a15d426a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:58.624222 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-b7e4f9f4-c1e5-4cbe-bb29-278dca6f64c2 req-d4ec93a2-fc99-46c7-bbc8-d1c5a15d426a service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9dc82e9-ba51-4034-af9b-11d793e8de94 HTTP/1.1" status: 200 len: 915 time: 0.1289203 Apr 12 18:20:58.625919 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-815811f6-ffe7-4fd1-b024-b1a40152d66c admin admin] Publish callbacks [] for security_group (5c29340b-0bfe-40be-8fca-eb9dc95b20d9), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:58.640929 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 37306) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:58.683285 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-815811f6-ffe7-4fd1-b024-b1a40152d66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (5c29340b-0bfe-40be-8fca-eb9dc95b20d9), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:58.686631 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-815811f6-ffe7-4fd1-b024-b1a40152d66c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:58.688009 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-815811f6-ffe7-4fd1-b024-b1a40152d66c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5c29340b-0bfe-40be-8fca-eb9dc95b20d9 HTTP/1.1" status: 204 len: 168 time: 0.1595254 Apr 12 18:20:58.696325 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815811f6-ffe7-4fd1-b024-b1a40152d66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c29340b-0bfe-40be-8fca-eb9dc95b20d9,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:58.706475 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2f31d1ad-fd34-4c61-9726-81da8717088d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:58.709729 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-b7e4f9f4-c1e5-4cbe-bb29-278dca6f64c2 req-ba1c2f48-2ac8-41b8-9f6a-cc7d21ae6ea5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4689fd1-e948-4092-8679-98ae201f6d88 HTTP/1.1" status: 200 len: 1001 time: 0.0798020 Apr 12 18:20:58.782198 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4f9f4-c1e5-4cbe-bb29-278dca6f64c2 req-ccb75667-ad8d-4a85-b845-612cbd799fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:58.783653 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-b7e4f9f4-c1e5-4cbe-bb29-278dca6f64c2 req-ccb75667-ad8d-4a85-b845-612cbd799fa2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e9a9f4b8-3305-469c-8769-0a7b186de1c2 HTTP/1.1" status: 200 len: 853 time: 0.0671384 Apr 12 18:20:58.859431 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4f9f4-c1e5-4cbe-bb29-278dca6f64c2 req-6dec23a9-e954-4109-bf76-41d430c71484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:20:58.860922 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-b7e4f9f4-c1e5-4cbe-bb29-278dca6f64c2 req-6dec23a9-e954-4109-bf76-41d430c71484 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9dc82e9-ba51-4034-af9b-11d793e8de94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0659552 Apr 12 18:20:58.865317 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2f31d1ad-fd34-4c61-9726-81da8717088d admin admin] Publish callbacks [] for security_group (658f5bd3-03d1-4aa7-8bdc-c0776115507e), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:58.875994 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2f31d1ad-fd34-4c61-9726-81da8717088d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (658f5bd3-03d1-4aa7-8bdc-c0776115507e), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:58.963765 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-2f31d1ad-fd34-4c61-9726-81da8717088d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=31db1b66955042f3be6e7446f347ff94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3217406 Apr 12 18:20:58.966470 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 37316) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:58.968954 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31d1ad-fd34-4c61-9726-81da8717088d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658f5bd3-03d1-4aa7-8bdc-c0776115507e,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:58.998511 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-b7e4f9f4-c1e5-4cbe-bb29-278dca6f64c2 req-812f6254-5327-4fc2-8843-7eed421d5b9f service neutron] 10.222.0.26 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307383 Apr 12 18:20:59.021897 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-636749fa-f25d-4bf3-acfb-bede9a331dc9 admin admin] Publish callbacks [] for security_group (658f5bd3-03d1-4aa7-8bdc-c0776115507e), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:59.044055 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-636749fa-f25d-4bf3-acfb-bede9a331dc9 admin admin] Publish callbacks [] for security_group (658f5bd3-03d1-4aa7-8bdc-c0776115507e), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:59.053454 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 37318) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:59.076241 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-71bb5b27-397f-458f-ad2c-28d90aa5cac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:59.096361 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-b7e4f9f4-c1e5-4cbe-bb29-278dca6f64c2 req-a78b81a5-1aed-4157-a842-e1991f8943a4 service neutron] 10.222.0.26 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921700 Apr 12 18:20:59.132216 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-636749fa-f25d-4bf3-acfb-bede9a331dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (658f5bd3-03d1-4aa7-8bdc-c0776115507e), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:59.134836 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-636749fa-f25d-4bf3-acfb-bede9a331dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:59.135951 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-636749fa-f25d-4bf3-acfb-bede9a331dc9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/658f5bd3-03d1-4aa7-8bdc-c0776115507e HTTP/1.1" status: 204 len: 168 time: 0.1685243 Apr 12 18:20:59.148532 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636749fa-f25d-4bf3-acfb-bede9a331dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658f5bd3-03d1-4aa7-8bdc-c0776115507e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:59.189687 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-71bb5b27-397f-458f-ad2c-28d90aa5cac3 admin admin] Publish callbacks [] for security_group (e6b3ffbe-a556-447a-bccd-c019a4ecb009), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:59.194329 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-71bb5b27-397f-458f-ad2c-28d90aa5cac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (e6b3ffbe-a556-447a-bccd-c019a4ecb009), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:59.237536 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-71bb5b27-397f-458f-ad2c-28d90aa5cac3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=32c05ca1daee4ba6a23e0e6380e88e6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1830225 Apr 12 18:20:59.238392 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb5b27-397f-458f-ad2c-28d90aa5cac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b3ffbe-a556-447a-bccd-c019a4ecb009,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:20:59.240436 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 37322) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:20:59.292746 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-895cd651-0bcd-4404-9c7d-de602ff55aa5 admin admin] Publish callbacks [] for security_group (e6b3ffbe-a556-447a-bccd-c019a4ecb009), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:59.321422 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-895cd651-0bcd-4404-9c7d-de602ff55aa5 admin admin] Publish callbacks [] for security_group (e6b3ffbe-a556-447a-bccd-c019a4ecb009), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:59.370733 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-895cd651-0bcd-4404-9c7d-de602ff55aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (e6b3ffbe-a556-447a-bccd-c019a4ecb009), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:59.373467 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-895cd651-0bcd-4404-9c7d-de602ff55aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:20:59.374700 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-895cd651-0bcd-4404-9c7d-de602ff55aa5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e6b3ffbe-a556-447a-bccd-c019a4ecb009 HTTP/1.1" status: 204 len: 168 time: 0.1327941 Apr 12 18:20:59.383214 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895cd651-0bcd-4404-9c7d-de602ff55aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b3ffbe-a556-447a-bccd-c019a4ecb009,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:00.252274 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 37402) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:00.403838 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4dacf532-e021-49ef-b80d-861f3c6da8d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:00.481607 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4dacf532-e021-49ef-b80d-861f3c6da8d7 admin admin] Publish callbacks [] for security_group (6829367a-3dff-4e5c-975e-efc1df56f65b), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:00.485684 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4dacf532-e021-49ef-b80d-861f3c6da8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (6829367a-3dff-4e5c-975e-efc1df56f65b), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:00.527505 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-4dacf532-e021-49ef-b80d-861f3c6da8d7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b8a420e1d25f486481b6289fc4097466&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739444 Apr 12 18:21:00.529414 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dacf532-e021-49ef-b80d-861f3c6da8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6829367a-3dff-4e5c-975e-efc1df56f65b,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:00.530230 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 37414) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:00.579053 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-757a233b-3eb6-427d-a20f-00fc54d62236 admin admin] Publish callbacks [] for security_group (6829367a-3dff-4e5c-975e-efc1df56f65b), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:00.603949 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-757a233b-3eb6-427d-a20f-00fc54d62236 admin admin] Publish callbacks [] for security_group (6829367a-3dff-4e5c-975e-efc1df56f65b), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:00.674039 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-757a233b-3eb6-427d-a20f-00fc54d62236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (6829367a-3dff-4e5c-975e-efc1df56f65b), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:00.676849 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-757a233b-3eb6-427d-a20f-00fc54d62236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:00.681639 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-757a233b-3eb6-427d-a20f-00fc54d62236 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6829367a-3dff-4e5c-975e-efc1df56f65b HTTP/1.1" status: 204 len: 168 time: 0.1503658 Apr 12 18:21:00.694900 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a233b-3eb6-427d-a20f-00fc54d62236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6829367a-3dff-4e5c-975e-efc1df56f65b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:05.545125 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948209c-60c0-4181-8d9c-faa8f9e64368 req-595b5594-c19a-468b-a81b-fbeb02c680ac tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:05.546692 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2948209c-60c0-4181-8d9c-faa8f9e64368 req-595b5594-c19a-468b-a81b-fbeb02c680ac tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.0524187 Apr 12 18:21:05.595755 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2948209c-60c0-4181-8d9c-faa8f9e64368 req-65a0fe93-5d3c-4f70-9779-b38134598539 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434530 Apr 12 18:21:06.071981 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 37664) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:06.178054 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-16f99743-24a7-4080-b31d-22d616cbd074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:06.257017 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-16f99743-24a7-4080-b31d-22d616cbd074 admin admin] Publish callbacks [] for security_group (31b6dfda-00dd-482b-8080-80b706a01f5e), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:06.260542 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-16f99743-24a7-4080-b31d-22d616cbd074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (31b6dfda-00dd-482b-8080-80b706a01f5e), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:06.303263 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 37670) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:06.303894 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-16f99743-24a7-4080-b31d-22d616cbd074 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=84dcf2a35f964749ab5637823a47d59c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302766 Apr 12 18:21:06.304304 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f99743-24a7-4080-b31d-22d616cbd074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b6dfda-00dd-482b-8080-80b706a01f5e,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:06.355120 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-600e2cc2-38ae-44a0-b964-a3f602b519cb admin admin] Publish callbacks [] for security_group (31b6dfda-00dd-482b-8080-80b706a01f5e), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:06.376262 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-600e2cc2-38ae-44a0-b964-a3f602b519cb admin admin] Publish callbacks [] for security_group (31b6dfda-00dd-482b-8080-80b706a01f5e), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:06.428991 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-600e2cc2-38ae-44a0-b964-a3f602b519cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (31b6dfda-00dd-482b-8080-80b706a01f5e), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:06.431507 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-600e2cc2-38ae-44a0-b964-a3f602b519cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:06.432643 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-600e2cc2-38ae-44a0-b964-a3f602b519cb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/31b6dfda-00dd-482b-8080-80b706a01f5e HTTP/1.1" status: 204 len: 168 time: 0.1283362 Apr 12 18:21:06.440064 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e2cc2-38ae-44a0-b964-a3f602b519cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b6dfda-00dd-482b-8080-80b706a01f5e,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:06.687727 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 37682) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:06.701445 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f4282cea-dc2e-42cd-82e9-297f60ae8531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:06.718502 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bffd22-d647-4065-a277-414ce35d7543 req-852489f8-793f-49e2-889c-a976b7ad6c9b tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:06.720163 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b6bffd22-d647-4065-a277-414ce35d7543 req-852489f8-793f-49e2-889c-a976b7ad6c9b tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.0539312 Apr 12 18:21:06.772397 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b6bffd22-d647-4065-a277-414ce35d7543 req-d3ad11d3-00c9-4aff-a262-38ecb23d7cf5 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463133 Apr 12 18:21:06.778044 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f4282cea-dc2e-42cd-82e9-297f60ae8531 admin admin] Publish callbacks [] for security_group (ce13524e-9b83-4e9f-b60c-08d717721c39), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:06.782229 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f4282cea-dc2e-42cd-82e9-297f60ae8531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (ce13524e-9b83-4e9f-b60c-08d717721c39), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:06.821226 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-f4282cea-dc2e-42cd-82e9-297f60ae8531 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=33ab70de614d4a1eb112caf6610107b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323404 Apr 12 18:21:06.821996 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4282cea-dc2e-42cd-82e9-297f60ae8531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce13524e-9b83-4e9f-b60c-08d717721c39,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:06.824363 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 37684) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:06.871127 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2df09179-3518-4331-a8da-83d6c6dc6bf5 admin admin] Publish callbacks [] for security_group (ce13524e-9b83-4e9f-b60c-08d717721c39), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:06.891554 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2df09179-3518-4331-a8da-83d6c6dc6bf5 admin admin] Publish callbacks [] for security_group (ce13524e-9b83-4e9f-b60c-08d717721c39), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:06.939166 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2df09179-3518-4331-a8da-83d6c6dc6bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (ce13524e-9b83-4e9f-b60c-08d717721c39), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:06.941815 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2df09179-3518-4331-a8da-83d6c6dc6bf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:06.942948 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-2df09179-3518-4331-a8da-83d6c6dc6bf5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ce13524e-9b83-4e9f-b60c-08d717721c39 HTTP/1.1" status: 204 len: 168 time: 0.1181235 Apr 12 18:21:06.951050 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df09179-3518-4331-a8da-83d6c6dc6bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce13524e-9b83-4e9f-b60c-08d717721c39,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:07.890090 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfd7cc-13a2-44c7-8365-83a8776eb04a req-4a85a6c0-80fa-4c7b-bdc6-35006967f1fa tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:07.892267 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-83cfd7cc-13a2-44c7-8365-83a8776eb04a req-4a85a6c0-80fa-4c7b-bdc6-35006967f1fa tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.0503392 Apr 12 18:21:07.945420 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-83cfd7cc-13a2-44c7-8365-83a8776eb04a req-80f8f1c6-dc3b-4cb5-8b37-63546f5cff76 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468700 Apr 12 18:21:08.864463 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 37772) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:08.968709 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4542c5ff-20ac-450c-9e53-4bf070108b10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:09.074029 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445744f-f095-4ad6-a2c6-5de36e22ea07 req-ac9cc4f6-e5f7-44b0-a26c-2590269e07c1 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:09.075498 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b445744f-f095-4ad6-a2c6-5de36e22ea07 req-ac9cc4f6-e5f7-44b0-a26c-2590269e07c1 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.0605631 Apr 12 18:21:09.085741 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4542c5ff-20ac-450c-9e53-4bf070108b10 admin admin] Publish callbacks [] for security_group (62cf7cb6-dc3c-45a2-adf4-c23aa2db5bdf), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:09.098863 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4542c5ff-20ac-450c-9e53-4bf070108b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (62cf7cb6-dc3c-45a2-adf4-c23aa2db5bdf), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:09.154308 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-4542c5ff-20ac-450c-9e53-4bf070108b10 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=29ecd58fc51745b9984b42b140810d03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885456 Apr 12 18:21:09.157198 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 37780) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:09.157804 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542c5ff-20ac-450c-9e53-4bf070108b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cf7cb6-dc3c-45a2-adf4-c23aa2db5bdf,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:09.168825 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b445744f-f095-4ad6-a2c6-5de36e22ea07 req-18ba5956-6503-4f83-8689-d081d4a20a27 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858302 Apr 12 18:21:09.207503 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d03faf98-4ef4-4003-b35f-7887803acea9 admin admin] Publish callbacks [] for security_group (62cf7cb6-dc3c-45a2-adf4-c23aa2db5bdf), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:09.228650 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d03faf98-4ef4-4003-b35f-7887803acea9 admin admin] Publish callbacks [] for security_group (62cf7cb6-dc3c-45a2-adf4-c23aa2db5bdf), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:09.279134 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d03faf98-4ef4-4003-b35f-7887803acea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (62cf7cb6-dc3c-45a2-adf4-c23aa2db5bdf), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:09.282098 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d03faf98-4ef4-4003-b35f-7887803acea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:09.283227 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-d03faf98-4ef4-4003-b35f-7887803acea9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/62cf7cb6-dc3c-45a2-adf4-c23aa2db5bdf HTTP/1.1" status: 204 len: 168 time: 0.1245663 Apr 12 18:21:09.291026 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03faf98-4ef4-4003-b35f-7887803acea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cf7cb6-dc3c-45a2-adf4-c23aa2db5bdf,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:09.548611 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 37794) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:09.568966 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0ca1221b-5c58-46da-80d5-764798a0d199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:09.650823 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0ca1221b-5c58-46da-80d5-764798a0d199 admin admin] Publish callbacks [] for security_group (b9d00354-0350-4df8-9e54-f49556f358ee), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:09.654608 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0ca1221b-5c58-46da-80d5-764798a0d199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (b9d00354-0350-4df8-9e54-f49556f358ee), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:09.693978 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-0ca1221b-5c58-46da-80d5-764798a0d199 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=642c98b3885143c98597978245614232&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437585 Apr 12 18:21:09.695297 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1221b-5c58-46da-80d5-764798a0d199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d00354-0350-4df8-9e54-f49556f358ee,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:09.698574 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 37796) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:09.750477 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-70cd56a7-4cac-4c55-ac19-0dcd8c44d840 admin admin] Publish callbacks [] for security_group (b9d00354-0350-4df8-9e54-f49556f358ee), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:09.771993 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-70cd56a7-4cac-4c55-ac19-0dcd8c44d840 admin admin] Publish callbacks [] for security_group (b9d00354-0350-4df8-9e54-f49556f358ee), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:09.823560 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-70cd56a7-4cac-4c55-ac19-0dcd8c44d840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (b9d00354-0350-4df8-9e54-f49556f358ee), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:09.826119 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-70cd56a7-4cac-4c55-ac19-0dcd8c44d840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:09.827323 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-70cd56a7-4cac-4c55-ac19-0dcd8c44d840 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b9d00354-0350-4df8-9e54-f49556f358ee HTTP/1.1" status: 204 len: 168 time: 0.1275179 Apr 12 18:21:09.836376 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd56a7-4cac-4c55-ac19-0dcd8c44d840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d00354-0350-4df8-9e54-f49556f358ee,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:10.290973 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d363f97-f3c6-436f-ad92-1523ca47e9e9 req-2058fc3f-cb64-4940-bc81-987c22b4fae5 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:10.292522 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3d363f97-f3c6-436f-ad92-1523ca47e9e9 req-2058fc3f-cb64-4940-bc81-987c22b4fae5 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.0567050 Apr 12 18:21:10.340409 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3d363f97-f3c6-436f-ad92-1523ca47e9e9 req-b8f62df9-f632-4608-9bd9-a3d59127e864 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422485 Apr 12 18:21:11.461569 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5802e-ac1a-419a-9a76-760c4e9ffddf req-a1682fe2-b07a-40b6-b875-e020d7750280 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:11.465884 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e1d5802e-ac1a-419a-9a76-760c4e9ffddf req-a1682fe2-b07a-40b6-b875-e020d7750280 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.0536506 Apr 12 18:21:11.523973 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e1d5802e-ac1a-419a-9a76-760c4e9ffddf req-03340a22-aa2e-45fd-937a-0fa4e59dd80b tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456812 Apr 12 18:21:12.646350 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17605b-99b2-4ec6-8491-58afd7ac9fab req-6f90560c-735e-494c-b070-ac2320433eab tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:12.648439 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9f17605b-99b2-4ec6-8491-58afd7ac9fab req-6f90560c-735e-494c-b070-ac2320433eab tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.0524743 Apr 12 18:21:12.717771 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9f17605b-99b2-4ec6-8491-58afd7ac9fab req-8bc3f614-0ada-4ff4-9cb9-d6ffeba7bef7 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630047 Apr 12 18:21:13.038567 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 37900) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:13.146298 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a962c031-aaa6-42af-823f-967e9d882505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:13.173962 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ea948201-2841-476f-874c-2d06498fec1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:13.241666 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a962c031-aaa6-42af-823f-967e9d882505 admin admin] Publish callbacks [] for security_group (7c1350e9-acaf-4be7-a136-4855a3c6bdb0), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:13.247971 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a962c031-aaa6-42af-823f-967e9d882505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (7c1350e9-acaf-4be7-a136-4855a3c6bdb0), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:13.286451 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962c031-aaa6-42af-823f-967e9d882505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1350e9-acaf-4be7-a136-4855a3c6bdb0,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:13.294830 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-a962c031-aaa6-42af-823f-967e9d882505 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fe0bb667730746adaa07f5387d94459e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2525554 Apr 12 18:21:13.295331 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 37910) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:13.362144 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-321722e7-c3e0-43bf-81bc-a9ef3d08368d admin admin] Publish callbacks [] for security_group (7c1350e9-acaf-4be7-a136-4855a3c6bdb0), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:13.384045 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-321722e7-c3e0-43bf-81bc-a9ef3d08368d admin admin] Publish callbacks [] for security_group (7c1350e9-acaf-4be7-a136-4855a3c6bdb0), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:13.422862 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc029e-9d95-4ccf-adb0-652b9402b817 req-051d6612-07d9-47db-a32f-468f65fa4f90 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:13.424804 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9bbc029e-9d95-4ccf-adb0-652b9402b817 req-051d6612-07d9-47db-a32f-468f65fa4f90 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.26 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.1060188 Apr 12 18:21:13.450129 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-321722e7-c3e0-43bf-81bc-a9ef3d08368d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (7c1350e9-acaf-4be7-a136-4855a3c6bdb0), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:13.452919 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-321722e7-c3e0-43bf-81bc-a9ef3d08368d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:13.454099 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-321722e7-c3e0-43bf-81bc-a9ef3d08368d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7c1350e9-acaf-4be7-a136-4855a3c6bdb0 HTTP/1.1" status: 204 len: 168 time: 0.1580167 Apr 12 18:21:13.464064 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321722e7-c3e0-43bf-81bc-a9ef3d08368d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1350e9-acaf-4be7-a136-4855a3c6bdb0,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:13.588103 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-9bbc029e-9d95-4ccf-adb0-652b9402b817 req-84fbc8aa-fc39-4f85-a144-640438581a38 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Deleting port 600c8784-a3ee-4623-a867-dd73c98eadd4 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:21:13.588494 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-9bbc029e-9d95-4ccf-adb0-652b9402b817 req-84fbc8aa-fc39-4f85-a144-640438581a38 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (600c8784-a3ee-4623-a867-dd73c98eadd4), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:13.683466 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-9bbc029e-9d95-4ccf-adb0-652b9402b817 req-84fbc8aa-fc39-4f85-a144-640438581a38 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] For port 600c8784-a3ee-4623-a867-dd73c98eadd4, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=600c8784-a3ee-4623-a867-dd73c98eadd4,segment=NetworkSegment(896b8c58-23d7-4cc5-910e-d917c274827b),segment_id=896b8c58-23d7-4cc5-910e-d917c274827b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:21:13.683975 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-9bbc029e-9d95-4ccf-adb0-652b9402b817 req-84fbc8aa-fc39-4f85-a144-640438581a38 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (600c8784-a3ee-4623-a867-dd73c98eadd4), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:13.700205 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-9bbc029e-9d95-4ccf-adb0-652b9402b817 req-84fbc8aa-fc39-4f85-a144-640438581a38 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Calling delete_port for 600c8784-a3ee-4623-a867-dd73c98eadd4 owned by compute:nova {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:21:13.776220 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 37930) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:13.795287 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9460fcfb-3732-439e-a433-27d4e61be24c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:13.852567 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a11999-c2ba-4f65-9ef0-ec41acbde44b req-36a1547d-ea2d-43cb-9aea-e96361fdd5d9 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:13.854109 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f0a11999-c2ba-4f65-9ef0-ec41acbde44b req-36a1547d-ea2d-43cb-9aea-e96361fdd5d9 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 945 time: 0.0608594 Apr 12 18:21:13.922058 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f0a11999-c2ba-4f65-9ef0-ec41acbde44b req-13959c3c-4808-442a-8860-d2162612e89e tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85994d4-ed3c-4abc-8dab-7c213beb29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606604 Apr 12 18:21:13.947637 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-9bbc029e-9d95-4ccf-adb0-652b9402b817 req-84fbc8aa-fc39-4f85-a144-640438581a38 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079'] for port (600c8784-a3ee-4623-a867-dd73c98eadd4), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:13.964169 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['600c8784-a3ee-4623-a867-dd73c98eadd4'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:21:13.968795 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9460fcfb-3732-439e-a433-27d4e61be24c admin admin] Publish callbacks [] for security_group (1873f04b-618c-48d1-8d46-a24975fc18b0), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:13.988834 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fbc8aa-fc39-4f85-a144-640438581a38 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Pushing event deleted for resources: {'Port': ['ID=600c8784-a3ee-4623-a867-dd73c98eadd4,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:13.991703 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9460fcfb-3732-439e-a433-27d4e61be24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (1873f04b-618c-48d1-8d46-a24975fc18b0), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:14.102552 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-9460fcfb-3732-439e-a433-27d4e61be24c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=908698f60b4d4dc58e63bdcec862f341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3252997 Apr 12 18:21:14.103234 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbc029e-9d95-4ccf-adb0-652b9402b817 req-84fbc8aa-fc39-4f85-a144-640438581a38 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] No DVR routers for this DVR port 600c8784-a3ee-4623-a867-dd73c98eadd4 on host hv-cinder-83753 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:21:14.105500 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 37946) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:14.106579 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460fcfb-3732-439e-a433-27d4e61be24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1873f04b-618c-48d1-8d46-a24975fc18b0,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:14.109403 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-9bbc029e-9d95-4ccf-adb0-652b9402b817 req-84fbc8aa-fc39-4f85-a144-640438581a38 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:14.112700 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9bbc029e-9d95-4ccf-adb0-652b9402b817 req-84fbc8aa-fc39-4f85-a144-640438581a38 tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.26 "DELETE /v2.0/ports/600c8784-a3ee-4623-a867-dd73c98eadd4 HTTP/1.1" status: 204 len: 173 time: 0.6766150 Apr 12 18:21:14.113172 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59be35f0-eb5b-45c7-b9ee-d9b77d501494', 'name': 'network-vif-deleted', 'tag': '600c8784-a3ee-4623-a867-dd73c98eadd4'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:21:14.116046 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89b0f99-3859-4e94-9c13-681ab55b4a4c" -d '{"events": [{"server_uuid": "59be35f0-eb5b-45c7-b9ee-d9b77d501494", "name": "network-vif-deleted", "tag": "600c8784-a3ee-4623-a867-dd73c98eadd4"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:21:14.170513 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9528795c-f000-4cf7-9982-695ce5844b4d x-openstack-request-id: req-9528795c-f000-4cf7-9982-695ce5844b4d {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:21:14.170513 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59be35f0-eb5b-45c7-b9ee-d9b77d501494", "name": "network-vif-deleted", "tag": "600c8784-a3ee-4623-a867-dd73c98eadd4", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:21:14.170513 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9528795c-f000-4cf7-9982-695ce5844b4d {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:21:14.170857 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9528795c-f000-4cf7-9982-695ce5844b4d'] response: {'server_uuid': '59be35f0-eb5b-45c7-b9ee-d9b77d501494', 'name': 'network-vif-deleted', 'tag': '600c8784-a3ee-4623-a867-dd73c98eadd4', 'status': 'completed', 'code': 200} Apr 12 18:21:14.185743 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53a4e1b5-435a-4deb-af73-97e78df4f459 admin admin] Publish callbacks [] for security_group (1873f04b-618c-48d1-8d46-a24975fc18b0), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:14.229050 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53a4e1b5-435a-4deb-af73-97e78df4f459 admin admin] Publish callbacks [] for security_group (1873f04b-618c-48d1-8d46-a24975fc18b0), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:14.285540 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53a4e1b5-435a-4deb-af73-97e78df4f459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (1873f04b-618c-48d1-8d46-a24975fc18b0), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:14.289258 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53a4e1b5-435a-4deb-af73-97e78df4f459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:14.290421 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-53a4e1b5-435a-4deb-af73-97e78df4f459 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1873f04b-618c-48d1-8d46-a24975fc18b0 HTTP/1.1" status: 204 len: 168 time: 0.1834881 Apr 12 18:21:14.298143 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4e1b5-435a-4deb-af73-97e78df4f459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1873f04b-618c-48d1-8d46-a24975fc18b0,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:14.713319 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 37984) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:14.728121 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c594eeca-dfb2-43eb-8e7b-91269ac59aba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:14.814797 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c594eeca-dfb2-43eb-8e7b-91269ac59aba admin admin] Publish callbacks [] for security_group (d84b196d-4653-4aad-abe7-af08e92c2d3b), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:14.818288 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c594eeca-dfb2-43eb-8e7b-91269ac59aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (d84b196d-4653-4aad-abe7-af08e92c2d3b), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:14.862750 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-c594eeca-dfb2-43eb-8e7b-91269ac59aba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d6557c9b8d594b25a5f0926a53cf6f8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1483235 Apr 12 18:21:14.863678 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594eeca-dfb2-43eb-8e7b-91269ac59aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84b196d-4653-4aad-abe7-af08e92c2d3b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:14.865483 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 37986) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:14.925883 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-357a7abc-667a-424c-88f2-a4f844ef9b17 admin admin] Publish callbacks [] for security_group (d84b196d-4653-4aad-abe7-af08e92c2d3b), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:14.952622 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-357a7abc-667a-424c-88f2-a4f844ef9b17 admin admin] Publish callbacks [] for security_group (d84b196d-4653-4aad-abe7-af08e92c2d3b), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:15.007881 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 37992) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:15.014641 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-357a7abc-667a-424c-88f2-a4f844ef9b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (d84b196d-4653-4aad-abe7-af08e92c2d3b), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:15.017339 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-357a7abc-667a-424c-88f2-a4f844ef9b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:15.018466 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-357a7abc-667a-424c-88f2-a4f844ef9b17 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d84b196d-4653-4aad-abe7-af08e92c2d3b HTTP/1.1" status: 204 len: 168 time: 0.1519279 Apr 12 18:21:15.052816 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a7abc-667a-424c-88f2-a4f844ef9b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84b196d-4653-4aad-abe7-af08e92c2d3b,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:15.124741 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6b67303d-7207-4c0b-8df3-59f30051a0c7 req-4e13263d-0181-459b-b53a-57407ee35ada tempest-DeleteServersTestJSON-63477712 tempest-DeleteServersTestJSON-63477712-project] 10.222.0.52 "GET /v2.0/ports?device_id=59be35f0-eb5b-45c7-b9ee-d9b77d501494 HTTP/1.1" status: 200 len: 210 time: 0.0402369 Apr 12 18:21:15.178795 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6d4babae-49aa-4842-bf24-ecf87ee51738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:15.282494 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6d4babae-49aa-4842-bf24-ecf87ee51738 admin admin] Publish callbacks [] for security_group (5ec6c6a1-7046-4d5a-86ee-8ff97cf122da), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:15.286999 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6d4babae-49aa-4842-bf24-ecf87ee51738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (5ec6c6a1-7046-4d5a-86ee-8ff97cf122da), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:15.334771 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-6d4babae-49aa-4842-bf24-ecf87ee51738 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0a9f0c1a80214cf5a7523e29279869c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3252037 Apr 12 18:21:15.337463 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 38014) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:15.343897 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4babae-49aa-4842-bf24-ecf87ee51738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec6c6a1-7046-4d5a-86ee-8ff97cf122da,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:15.405158 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1f70f80f-2c68-4159-ada5-2e36e3b5b930 admin admin] Publish callbacks [] for security_group (5ec6c6a1-7046-4d5a-86ee-8ff97cf122da), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:15.427090 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1f70f80f-2c68-4159-ada5-2e36e3b5b930 admin admin] Publish callbacks [] for security_group (5ec6c6a1-7046-4d5a-86ee-8ff97cf122da), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:15.493043 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1f70f80f-2c68-4159-ada5-2e36e3b5b930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (5ec6c6a1-7046-4d5a-86ee-8ff97cf122da), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:15.497791 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1f70f80f-2c68-4159-ada5-2e36e3b5b930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:15.502283 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-1f70f80f-2c68-4159-ada5-2e36e3b5b930 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5ec6c6a1-7046-4d5a-86ee-8ff97cf122da HTTP/1.1" status: 204 len: 168 time: 0.1636443 Apr 12 18:21:15.509563 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7af2d430-e4bc-47ab-836b-5955d7ccb866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:15.510961 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70f80f-2c68-4159-ada5-2e36e3b5b930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec6c6a1-7046-4d5a-86ee-8ff97cf122da,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:15.532925 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 38026) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:15.660792 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-05cc2cff-bbcb-4038-98e6-01f727a4bf2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:15.750128 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-05cc2cff-bbcb-4038-98e6-01f727a4bf2d admin admin] Publish callbacks [] for security_group (a7977e7f-ee13-43f7-881b-4635551d1a6b), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:15.755024 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-05cc2cff-bbcb-4038-98e6-01f727a4bf2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (a7977e7f-ee13-43f7-881b-4635551d1a6b), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:15.815758 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc2cff-bbcb-4038-98e6-01f727a4bf2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7977e7f-ee13-43f7-881b-4635551d1a6b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:15.824288 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 38044) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:15.838390 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-05cc2cff-bbcb-4038-98e6-01f727a4bf2d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4b67609585124d60a39883e2744c11c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042958 Apr 12 18:21:15.883752 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-138bc6f2-0e02-4a1d-9bc9-e9459e6bfe4e admin admin] Publish callbacks [] for security_group (a7977e7f-ee13-43f7-881b-4635551d1a6b), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:15.910136 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-138bc6f2-0e02-4a1d-9bc9-e9459e6bfe4e admin admin] Publish callbacks [] for security_group (a7977e7f-ee13-43f7-881b-4635551d1a6b), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:15.945642 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 38050) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:15.959286 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7bad2c7e-45e0-4772-8866-3ff057df6678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:15.990223 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-138bc6f2-0e02-4a1d-9bc9-e9459e6bfe4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (a7977e7f-ee13-43f7-881b-4635551d1a6b), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:15.993303 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-138bc6f2-0e02-4a1d-9bc9-e9459e6bfe4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:15.994450 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-138bc6f2-0e02-4a1d-9bc9-e9459e6bfe4e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a7977e7f-ee13-43f7-881b-4635551d1a6b HTTP/1.1" status: 204 len: 168 time: 0.1690905 Apr 12 18:21:16.010413 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138bc6f2-0e02-4a1d-9bc9-e9459e6bfe4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7977e7f-ee13-43f7-881b-4635551d1a6b,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:16.076901 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7bad2c7e-45e0-4772-8866-3ff057df6678 admin admin] Publish callbacks [] for security_group (9429d0f4-f941-4645-bfe4-547d24b660ea), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:16.081614 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7bad2c7e-45e0-4772-8866-3ff057df6678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (9429d0f4-f941-4645-bfe4-547d24b660ea), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:16.123757 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-7bad2c7e-45e0-4772-8866-3ff057df6678 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4939cbb383b84812b1fed8f314a62abc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1770706 Apr 12 18:21:16.127432 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 38058) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:16.128248 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad2c7e-45e0-4772-8866-3ff057df6678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9429d0f4-f941-4645-bfe4-547d24b660ea,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:16.161857 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 600c8784-a3ee-4623-a867-dd73c98eadd4 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:21:16.207875 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2c39ac2d-29af-49aa-9589-37cbedd592f0 admin admin] Publish callbacks [] for security_group (9429d0f4-f941-4645-bfe4-547d24b660ea), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:16.216500 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] No Port match for: 600c8784-a3ee-4623-a867-dd73c98eadd4 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:21:16.222385 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 600c8784-a3ee-4623-a867-dd73c98eadd4 not bound to the agent host hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:21:16.233472 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2c39ac2d-29af-49aa-9589-37cbedd592f0 admin admin] Publish callbacks [] for security_group (9429d0f4-f941-4645-bfe4-547d24b660ea), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:16.305637 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2c39ac2d-29af-49aa-9589-37cbedd592f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (9429d0f4-f941-4645-bfe4-547d24b660ea), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:16.308124 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2c39ac2d-29af-49aa-9589-37cbedd592f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:16.309473 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-2c39ac2d-29af-49aa-9589-37cbedd592f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9429d0f4-f941-4645-bfe4-547d24b660ea HTTP/1.1" status: 204 len: 168 time: 0.1798701 Apr 12 18:21:16.338231 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39ac2d-29af-49aa-9589-37cbedd592f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9429d0f4-f941-4645-bfe4-547d24b660ea,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:16.629091 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 38086) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:16.800336 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-875e9b36-a1f7-46b8-a875-24a05feb87b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:16.830442 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:16.893766 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-875e9b36-a1f7-46b8-a875-24a05feb87b6 admin admin] Publish callbacks [] for security_group (04b136ca-3cba-448c-8c24-0efdb1ef7fb6), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:16.906875 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-875e9b36-a1f7-46b8-a875-24a05feb87b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (04b136ca-3cba-448c-8c24-0efdb1ef7fb6), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:16.950594 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-875e9b36-a1f7-46b8-a875-24a05feb87b6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0306d54661c74f98a629fe4fdaf2fefa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3203220 Apr 12 18:21:16.951999 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e9b36-a1f7-46b8-a875-24a05feb87b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b136ca-3cba-448c-8c24-0efdb1ef7fb6,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:16.953345 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 38110) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:17.034502 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-91d35f0c-9ed0-4e42-9ccf-2aa375e04f1a admin admin] Publish callbacks [] for security_group (04b136ca-3cba-448c-8c24-0efdb1ef7fb6), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:17.066399 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-91d35f0c-9ed0-4e42-9ccf-2aa375e04f1a admin admin] Publish callbacks [] for security_group (04b136ca-3cba-448c-8c24-0efdb1ef7fb6), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:17.122501 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-91d35f0c-9ed0-4e42-9ccf-2aa375e04f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (04b136ca-3cba-448c-8c24-0efdb1ef7fb6), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:17.125697 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-91d35f0c-9ed0-4e42-9ccf-2aa375e04f1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:17.129183 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-91d35f0c-9ed0-4e42-9ccf-2aa375e04f1a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/04b136ca-3cba-448c-8c24-0efdb1ef7fb6 HTTP/1.1" status: 204 len: 168 time: 0.1718574 Apr 12 18:21:17.137309 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d35f0c-9ed0-4e42-9ccf-2aa375e04f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b136ca-3cba-448c-8c24-0efdb1ef7fb6,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:17.603671 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 38146) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:17.632978 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e72bf728-7b8f-4601-993e-19f72ff78667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:17.716489 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 38156) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:17.824289 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e72bf728-7b8f-4601-993e-19f72ff78667 admin admin] Publish callbacks [] for security_group (de264741-f842-4ec4-801e-a6496d1079af), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:17.830634 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e72bf728-7b8f-4601-993e-19f72ff78667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (de264741-f842-4ec4-801e-a6496d1079af), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:17.862645 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4eb9df3-cbfd-4df8-a05f-5a11fdb8f111 admin admin] Deleting subnet 64c7006b-c0a5-421a-81b1-b049c91ee468 {{(pid=103524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:21:17.880068 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c4eb9df3-cbfd-4df8-a05f-5a11fdb8f111 admin admin] Publish callbacks [] for subnet (64c7006b-c0a5-421a-81b1-b049c91ee468), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:17.913155 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-e72bf728-7b8f-4601-993e-19f72ff78667 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1da32ca3d10840c5866c8ca4ee0dae95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3079998 Apr 12 18:21:17.916009 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 38174) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:17.928399 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72bf728-7b8f-4601-993e-19f72ff78667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de264741-f842-4ec4-801e-a6496d1079af,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:17.963266 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c4eb9df3-cbfd-4df8-a05f-5a11fdb8f111 admin admin] Publish callbacks [] for subnet (64c7006b-c0a5-421a-81b1-b049c91ee468), precommit_delete_associations {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:17.982135 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-67124e8e-c2aa-4633-9bc9-0810c806ac7b admin admin] Publish callbacks [] for security_group (de264741-f842-4ec4-801e-a6496d1079af), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:17.988672 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c4eb9df3-cbfd-4df8-a05f-5a11fdb8f111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3990049'] for subnet (64c7006b-c0a5-421a-81b1-b049c91ee468), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:18.010158 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-67124e8e-c2aa-4633-9bc9-0810c806ac7b admin admin] Publish callbacks [] for security_group (de264741-f842-4ec4-801e-a6496d1079af), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:18.073649 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c4eb9df3-cbfd-4df8-a05f-5a11fdb8f111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3990070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for subnet (64c7006b-c0a5-421a-81b1-b049c91ee468), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:18.110032 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-67124e8e-c2aa-4633-9bc9-0810c806ac7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (de264741-f842-4ec4-801e-a6496d1079af), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:18.111704 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb9df3-cbfd-4df8-a05f-5a11fdb8f111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64c7006b-c0a5-421a-81b1-b049c91ee468,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:18.113785 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c4eb9df3-cbfd-4df8-a05f-5a11fdb8f111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for subnet (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:18.118774 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-67124e8e-c2aa-4633-9bc9-0810c806ac7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:18.119480 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-c4eb9df3-cbfd-4df8-a05f-5a11fdb8f111 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/64c7006b-c0a5-421a-81b1-b049c91ee468 HTTP/1.1" status: 204 len: 168 time: 0.4003267 Apr 12 18:21:18.122397 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-67124e8e-c2aa-4633-9bc9-0810c806ac7b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/de264741-f842-4ec4-801e-a6496d1079af HTTP/1.1" status: 204 len: 168 time: 0.2024922 Apr 12 18:21:18.123182 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 38186) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:18.131312 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67124e8e-c2aa-4633-9bc9-0810c806ac7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de264741-f842-4ec4-801e-a6496d1079af,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:18.258431 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1fcb65ec-85a9-4cdd-94ae-5d8b2d13d2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3769168'] for network (6a618b05-ddac-4d83-834e-7fc26cc8c8d6), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:18.336635 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:18.396205 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1fcb65ec-85a9-4cdd-94ae-5d8b2d13d2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996314', 'neutron.services.segments.db._delete_segments_for_network-8761370393272'] for network (6a618b05-ddac-4d83-834e-7fc26cc8c8d6), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:18.426257 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1fcb65ec-85a9-4cdd-94ae-5d8b2d13d2f5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:21:18.426981 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1fcb65ec-85a9-4cdd-94ae-5d8b2d13d2f5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:21:18.429137 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1fcb65ec-85a9-4cdd-94ae-5d8b2d13d2f5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:21:18.429740 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1fcb65ec-85a9-4cdd-94ae-5d8b2d13d2f5 admin admin] Subscribe: > port after_create 55550000 {{(pid=103524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:21:18.430282 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1fcb65ec-85a9-4cdd-94ae-5d8b2d13d2f5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:21:18.430825 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1fcb65ec-85a9-4cdd-94ae-5d8b2d13d2f5 admin admin] Subscribe: > port after_update 55550000 {{(pid=103524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:21:18.431391 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1fcb65ec-85a9-4cdd-94ae-5d8b2d13d2f5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:21:18.431900 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1fcb65ec-85a9-4cdd-94ae-5d8b2d13d2f5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:21:18.432402 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1fcb65ec-85a9-4cdd-94ae-5d8b2d13d2f5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:21:18.432910 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1fcb65ec-85a9-4cdd-94ae-5d8b2d13d2f5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:21:18.585506 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1fcb65ec-85a9-4cdd-94ae-5d8b2d13d2f5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:21:18.586244 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1fcb65ec-85a9-4cdd-94ae-5d8b2d13d2f5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:21:18.586583 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1fcb65ec-85a9-4cdd-94ae-5d8b2d13d2f5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:21:18.586973 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1fcb65ec-85a9-4cdd-94ae-5d8b2d13d2f5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:21:18.587488 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-1fcb65ec-85a9-4cdd-94ae-5d8b2d13d2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a618b05-ddac-4d83-834e-7fc26cc8c8d6']}} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:21:18.606263 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-1fcb65ec-85a9-4cdd-94ae-5d8b2d13d2f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896b8c58-23d7-4cc5-910e-d917c274827b') {'for_net_delete': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:21:18.606572 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-1fcb65ec-85a9-4cdd-94ae-5d8b2d13d2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896b8c58-23d7-4cc5-910e-d917c274827b') {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:21:18.645249 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1fcb65ec-85a9-4cdd-94ae-5d8b2d13d2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761370364609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62755066'] for segment (896b8c58-23d7-4cc5-910e-d917c274827b), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:18.678092 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1fcb65ec-85a9-4cdd-94ae-5d8b2d13d2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (896b8c58-23d7-4cc5-910e-d917c274827b), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:18.690846 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fcb65ec-85a9-4cdd-94ae-5d8b2d13d2f5 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:21:18.690846 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1fcb65ec-85a9-4cdd-94ae-5d8b2d13d2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59090939'] for segment (896b8c58-23d7-4cc5-910e-d917c274827b), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: from cryptography.utils import int_from_bytes Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: from cryptography.utils import int_from_bytes Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: Traceback (most recent call last): Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: timer() Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: cb(*args, **kw) Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: return func(*args, **kwargs) Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: self._notify() Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: self.callback(batched_events) Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: event.method(event) Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: return f(self, *a, **k) Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: return self._get(url).json() Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: return self.request(url, 'GET', **kwargs) Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:21:18.735067 dv-cinder-837535-1-iscsi neutron-server[103524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:21:18.787077 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1fcb65ec-85a9-4cdd-94ae-5d8b2d13d2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-807132'] for network (6a618b05-ddac-4d83-834e-7fc26cc8c8d6), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:18.794014 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1fcb65ec-85a9-4cdd-94ae-5d8b2d13d2f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:18.799692 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 38226) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:18.807412 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-1fcb65ec-85a9-4cdd-94ae-5d8b2d13d2f5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/6a618b05-ddac-4d83-834e-7fc26cc8c8d6 HTTP/1.1" status: 204 len: 168 time: 0.6827230 Apr 12 18:21:18.820800 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb65ec-85a9-4cdd-94ae-5d8b2d13d2f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a618b05-ddac-4d83-834e-7fc26cc8c8d6,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:18.952545 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1a782c7d-2cae-401b-938f-f5bae162dd2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:19.029801 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 38240) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:19.039552 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1a782c7d-2cae-401b-938f-f5bae162dd2c admin admin] Publish callbacks [] for security_group (f7a2788f-a53e-4a0b-a2e6-159c2bc278d3), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:19.046542 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1a782c7d-2cae-401b-938f-f5bae162dd2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (f7a2788f-a53e-4a0b-a2e6-159c2bc278d3), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:19.075900 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-1f742ae2-b3db-47c8-9fd9-30d47c1b3778 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f8d1c6064aa944848c0202c05f0c3181&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0449309 Apr 12 18:21:19.076917 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 38242) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:19.079958 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-1a782c7d-2cae-401b-938f-f5bae162dd2c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3333d7fcba794c55864d65874dc9bc2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768955 Apr 12 18:21:19.081836 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 38244) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:19.134498 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa01d-06e0-40c9-a087-941652420e6a admin admin] Publish callbacks [] for security_group (f85994d4-ed3c-4abc-8dab-7c213beb29b6), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:19.137734 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a782c7d-2cae-401b-938f-f5bae162dd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a2788f-a53e-4a0b-a2e6-159c2bc278d3,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:19.155253 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ce1919d-3f72-410a-8cf5-f201338c42da admin admin] Publish callbacks [] for security_group (f7a2788f-a53e-4a0b-a2e6-159c2bc278d3), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:19.165124 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa01d-06e0-40c9-a087-941652420e6a admin admin] Publish callbacks [] for security_group (f85994d4-ed3c-4abc-8dab-7c213beb29b6), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:19.190491 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ce1919d-3f72-410a-8cf5-f201338c42da admin admin] Publish callbacks [] for security_group (f7a2788f-a53e-4a0b-a2e6-159c2bc278d3), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:19.230561 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa01d-06e0-40c9-a087-941652420e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (f85994d4-ed3c-4abc-8dab-7c213beb29b6), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:19.233336 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa01d-06e0-40c9-a087-941652420e6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:19.234489 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-ec3fa01d-06e0-40c9-a087-941652420e6a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f85994d4-ed3c-4abc-8dab-7c213beb29b6 HTTP/1.1" status: 204 len: 168 time: 0.1564219 Apr 12 18:21:19.243157 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fa01d-06e0-40c9-a087-941652420e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85994d4-ed3c-4abc-8dab-7c213beb29b6,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:19.276539 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ce1919d-3f72-410a-8cf5-f201338c42da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (f7a2788f-a53e-4a0b-a2e6-159c2bc278d3), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:19.283463 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ce1919d-3f72-410a-8cf5-f201338c42da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:19.283463 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-2ce1919d-3f72-410a-8cf5-f201338c42da admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f7a2788f-a53e-4a0b-a2e6-159c2bc278d3 HTTP/1.1" status: 204 len: 168 time: 0.1983008 Apr 12 18:21:19.293810 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1919d-3f72-410a-8cf5-f201338c42da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a2788f-a53e-4a0b-a2e6-159c2bc278d3,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:19.327151 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:19.674179 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 38276) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:19.687684 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f70472eb-b177-40eb-ba51-69c13ea05eef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:19.779373 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f70472eb-b177-40eb-ba51-69c13ea05eef admin admin] Publish callbacks [] for security_group (ead6365e-da77-40f0-a8ef-7884675bf835), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:19.784784 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f70472eb-b177-40eb-ba51-69c13ea05eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (ead6365e-da77-40f0-a8ef-7884675bf835), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:19.839665 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-f70472eb-b177-40eb-ba51-69c13ea05eef admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2dc605f104bb471a80ba6b214168d3d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1619892 Apr 12 18:21:19.839665 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70472eb-b177-40eb-ba51-69c13ea05eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead6365e-da77-40f0-a8ef-7884675bf835,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:19.840018 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 38288) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:19.909065 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-752695d6-8f86-42ab-a89a-0f05eff2d6e1 admin admin] Publish callbacks [] for security_group (ead6365e-da77-40f0-a8ef-7884675bf835), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:19.940202 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-752695d6-8f86-42ab-a89a-0f05eff2d6e1 admin admin] Publish callbacks [] for security_group (ead6365e-da77-40f0-a8ef-7884675bf835), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:19.997694 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-752695d6-8f86-42ab-a89a-0f05eff2d6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (ead6365e-da77-40f0-a8ef-7884675bf835), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:20.000350 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-752695d6-8f86-42ab-a89a-0f05eff2d6e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:20.001642 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-752695d6-8f86-42ab-a89a-0f05eff2d6e1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ead6365e-da77-40f0-a8ef-7884675bf835 HTTP/1.1" status: 204 len: 168 time: 0.1596735 Apr 12 18:21:20.010436 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752695d6-8f86-42ab-a89a-0f05eff2d6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead6365e-da77-40f0-a8ef-7884675bf835,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:20.766451 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 38340) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:20.998415 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-172a76ba-2c1b-4473-8126-c071e4dfb0b3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-66050844-network', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:21:21.018219 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172a76ba-2c1b-4473-8126-c071e4dfb0b3 admin admin] Made reservation on behalf of 32de1a896084470f9de92a79d2b2ca07 for: {'network': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:21:21.020529 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-172a76ba-2c1b-4473-8126-c071e4dfb0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for network (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:21.029724 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-172a76ba-2c1b-4473-8126-c071e4dfb0b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:21.119174 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-172a76ba-2c1b-4473-8126-c071e4dfb0b3 admin admin] Publish callbacks [] for security_group (5b4fc95d-e781-42f5-94ea-379e8cf0e438), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:21.124812 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-172a76ba-2c1b-4473-8126-c071e4dfb0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (5b4fc95d-e781-42f5-94ea-379e8cf0e438), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:21.171549 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a76ba-2c1b-4473-8126-c071e4dfb0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4fc95d-e781-42f5-94ea-379e8cf0e438,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:21.174598 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172a76ba-2c1b-4473-8126-c071e4dfb0b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:21:21.192726 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-172a76ba-2c1b-4473-8126-c071e4dfb0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (edec1111-fdc7-42f8-a301-37d5ffba24f1), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:21.192726 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.db.segments_db [None req-172a76ba-2c1b-4473-8126-c071e4dfb0b3 admin admin] Added segment edec1111-fdc7-42f8-a301-37d5ffba24f1 of type vlan for network a32625e8-7fd9-4853-b0f9-4dac7eb08eee Apr 12 18:21:21.237194 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-172a76ba-2c1b-4473-8126-c071e4dfb0b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761369839068'] for network (a32625e8-7fd9-4853-b0f9-4dac7eb08eee), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:21.280395 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-172a76ba-2c1b-4473-8126-c071e4dfb0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for network (a32625e8-7fd9-4853-b0f9-4dac7eb08eee), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:21.281920 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172a76ba-2c1b-4473-8126-c071e4dfb0b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:21.282829 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-172a76ba-2c1b-4473-8126-c071e4dfb0b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:21.326659 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-172a76ba-2c1b-4473-8126-c071e4dfb0b3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5584905 Apr 12 18:21:21.329413 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 38384) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:21.334480 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-a0a73728-64d2-4f55-a4cc-929048f33440 admin admin] Request body: {'subnet': {'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-66050844-subnet', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:21:21.366868 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 38392) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:21.384923 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a76ba-2c1b-4473-8126-c071e4dfb0b3 admin admin] Pushing event updated for resources: {'Network': ['ID=a32625e8-7fd9-4853-b0f9-4dac7eb08eee,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:21.397118 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a73728-64d2-4f55-a4cc-929048f33440 admin admin] Made reservation on behalf of 32de1a896084470f9de92a79d2b2ca07 for: {'subnet': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:21:21.399433 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Network a32625e8-7fd9-4853-b0f9-4dac7eb08eee details requested by agent ovs-agent-dv-cinder-837535-1-iscsi with host dv-cinder-837535-1-iscsi {{(pid=103525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:21:21.399940 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a0a73728-64d2-4f55-a4cc-929048f33440 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59504417'] for subnet (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:21.537980 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8939eac2-a358-4524-ba0d-73263e970798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:21.623487 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8939eac2-a358-4524-ba0d-73263e970798 admin admin] Publish callbacks [] for security_group (6ed1ccdd-1cf5-41c7-a7a0-9fd7e806cb01), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:21.628772 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8939eac2-a358-4524-ba0d-73263e970798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (6ed1ccdd-1cf5-41c7-a7a0-9fd7e806cb01), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:21.651095 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a0a73728-64d2-4f55-a4cc-929048f33440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59103646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59504439'] for subnet (81df1cf4-cbde-4529-8fd2-878a9fd29f57), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:21.675594 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-8939eac2-a358-4524-ba0d-73263e970798 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=15ba5a4332f74df8a25c3c56d7e8a810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074641 Apr 12 18:21:21.676557 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939eac2-a358-4524-ba0d-73263e970798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed1ccdd-1cf5-41c7-a7a0-9fd7e806cb01,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:21.679524 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 38410) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:21.728129 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a73728-64d2-4f55-a4cc-929048f33440 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81df1cf4-cbde-4529-8fd2-878a9fd29f57,revision_number=0']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:21.734647 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b3b6d8c2-45c3-45be-85ac-0ee00c2060cc admin admin] Publish callbacks [] for security_group (6ed1ccdd-1cf5-41c7-a7a0-9fd7e806cb01), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:21.740642 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a73728-64d2-4f55-a4cc-929048f33440 admin admin] Checking segment: {'id': 'edec1111-fdc7-42f8-a301-37d5ffba24f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:21:21.741816 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a73728-64d2-4f55-a4cc-929048f33440 admin admin] Network hostable DHCP agents. Network: a32625e8-7fd9-4853-b0f9-4dac7eb08eee, hostable agents: ['fc5bc6ba-9bcd-441b-ae43-9003ca698105'], hosted agents: [] {{(pid=103524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:21:21.764150 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b3b6d8c2-45c3-45be-85ac-0ee00c2060cc admin admin] Publish callbacks [] for security_group (6ed1ccdd-1cf5-41c7-a7a0-9fd7e806cb01), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:21.767371 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a73728-64d2-4f55-a4cc-929048f33440 admin admin] Network a32625e8-7fd9-4853-b0f9-4dac7eb08eee is scheduled to be hosted by DHCP agent fc5bc6ba-9bcd-441b-ae43-9003ca698105 with binding_index 1 {{(pid=103524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:21:21.781783 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-a0a73728-64d2-4f55-a4cc-929048f33440 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837535-1-iscsi, a32625e8-7fd9-4853-b0f9-4dac7eb08eee) {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:21:21.791397 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f870ac2c-b8a3-43c8-9534-0b070339dcdc None None] Network a32625e8-7fd9-4853-b0f9-4dac7eb08eee requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:21:21.801176 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a73728-64d2-4f55-a4cc-929048f33440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:21.801783 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a0a73728-64d2-4f55-a4cc-929048f33440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for subnet (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:21.835320 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-a0a73728-64d2-4f55-a4cc-929048f33440 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5048728 Apr 12 18:21:21.838445 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 38420) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:21.843368 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-4c10bc61-269e-4523-8062-12fa10ef197d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-66050844-router', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:21:21.891540 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c10bc61-269e-4523-8062-12fa10ef197d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-808780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8844'] for router (2b82f571-51f0-4675-89ca-06b717c8d7ca), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:21.892831 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c10bc61-269e-4523-8062-12fa10ef197d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-810069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router (2b82f571-51f0-4675-89ca-06b717c8d7ca), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:21.920819 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b3b6d8c2-45c3-45be-85ac-0ee00c2060cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (6ed1ccdd-1cf5-41c7-a7a0-9fd7e806cb01), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:21.924434 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b3b6d8c2-45c3-45be-85ac-0ee00c2060cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:21.926169 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-b3b6d8c2-45c3-45be-85ac-0ee00c2060cc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6ed1ccdd-1cf5-41c7-a7a0-9fd7e806cb01 HTTP/1.1" status: 204 len: 168 time: 0.2457275 Apr 12 18:21:21.943909 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6d8c2-45c3-45be-85ac-0ee00c2060cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed1ccdd-1cf5-41c7-a7a0-9fd7e806cb01,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:21.970853 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10cd5d1a-f5e6-56e1-9899-22d4fc397636-a32625e8-7fd9-4853-b0f9-4dac7eb08eee', 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee', 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'fixed_ips': [{'subnet_id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57'}]}} from dv-cinder-837535-1-iscsi. {{(pid=103525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:21:21.972576 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:21.996587 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 38432) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:22.063740 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c10bc61-269e-4523-8062-12fa10ef197d admin admin] Publish callbacks [] for router_controller (2b82f571-51f0-4675-89ca-06b717c8d7ca), precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:22.070735 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 38440) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:22.128037 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.db_base_plugin_common [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Allocated IP 172.20.0.2 (a32625e8-7fd9-4853-b0f9-4dac7eb08eee/81df1cf4-cbde-4529-8fd2-878a9fd29f57/eaae9e6a-84df-4a7f-bdfd-51ad388d88e5) {{(pid=103525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:21:22.211413 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f7abb4d4-c1cc-4640-bb04-cc61329f2ed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:22.252286 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c10bc61-269e-4523-8062-12fa10ef197d admin admin] Publish callbacks [] for router_gateway (2b82f571-51f0-4675-89ca-06b717c8d7ca), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:22.318952 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f7abb4d4-c1cc-4640-bb04-cc61329f2ed6 admin admin] Publish callbacks [] for security_group (c1244d18-2f45-4f62-9717-d29e633fef6c), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:22.330284 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f7abb4d4-c1cc-4640-bb04-cc61329f2ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (c1244d18-2f45-4f62-9717-d29e633fef6c), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:22.331775 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Publish callbacks [] for port (eaae9e6a-84df-4a7f-bdfd-51ad388d88e5), precommit_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:22.342401 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (eaae9e6a-84df-4a7f-bdfd-51ad388d88e5), after_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:22.397532 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abb4d4-c1cc-4640-bb04-cc61329f2ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1244d18-2f45-4f62-9717-d29e633fef6c,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:22.403329 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-f7abb4d4-c1cc-4640-bb04-cc61329f2ed6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9a0a540401404e118025b1874830e9a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4053924 Apr 12 18:21:22.406114 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 38448) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:22.427014 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Network a32625e8-7fd9-4853-b0f9-4dac7eb08eee is already hosted by enough agents. {{(pid=103525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:21:22.444568 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.scheduler.base_scheduler [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Resources bound (agent type, host, resource id): {{(pid=103525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:21:22.453258 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Received port after_create {{(pid=103525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:21:22.464946 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4631ea05-a55f-4280-b168-fba677464122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:22.490731 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-04183b8f-6a45-43c5-9928-88aafeef8a61 admin admin] Publish callbacks [] for security_group (c1244d18-2f45-4f62-9717-d29e633fef6c), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:22.525395 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-04183b8f-6a45-43c5-9928-88aafeef8a61 admin admin] Publish callbacks [] for security_group (c1244d18-2f45-4f62-9717-d29e633fef6c), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:22.529571 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c10bc61-269e-4523-8062-12fa10ef197d admin admin] Publish callbacks [] for router_gateway (2b82f571-51f0-4675-89ca-06b717c8d7ca), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:22.551169 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Pushing event updated for resources: {'Port': ['ID=eaae9e6a-84df-4a7f-bdfd-51ad388d88e5,revision_number=1']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:22.565681 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:22.566465 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:22.567107 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:22.567628 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:22.568819 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:22.569323 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:22.570285 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:22.570904 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:22.571370 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:22.571977 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:22.572466 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:22.573133 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:22.574073 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:22.574564 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:22.575032 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:22.594609 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Attempting to bind port eaae9e6a-84df-4a7f-bdfd-51ad388d88e5 on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:21:22.595207 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Attempting to bind port eaae9e6a-84df-4a7f-bdfd-51ad388d88e5 by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': 'edec1111-fdc7-42f8-a301-37d5ffba24f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:21:22.595885 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Attempting to bind port eaae9e6a-84df-4a7f-bdfd-51ad388d88e5 on network a32625e8-7fd9-4853-b0f9-4dac7eb08eee {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:21:22.599977 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c10bc61-269e-4523-8062-12fa10ef197d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:22.602718 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:21:22.603466 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Checking segment: {'id': 'edec1111-fdc7-42f8-a301-37d5ffba24f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:21:22.604022 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:22.604580 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Bound using segment: {'id': 'edec1111-fdc7-42f8-a301-37d5ffba24f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:21:22.605226 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Bound port: eaae9e6a-84df-4a7f-bdfd-51ad388d88e5, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec1111-fdc7-42f8-a301-37d5ffba24f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:21:22.605788 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (eaae9e6a-84df-4a7f-bdfd-51ad388d88e5), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:22.620263 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4631ea05-a55f-4280-b168-fba677464122 admin admin] Publish callbacks [] for security_group (484ae753-6456-43e0-8b2c-e54192fbfefc), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:22.623707 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-04183b8f-6a45-43c5-9928-88aafeef8a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (c1244d18-2f45-4f62-9717-d29e633fef6c), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:22.626857 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-04183b8f-6a45-43c5-9928-88aafeef8a61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:22.628166 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-04183b8f-6a45-43c5-9928-88aafeef8a61 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c1244d18-2f45-4f62-9717-d29e633fef6c HTTP/1.1" status: 204 len: 168 time: 0.2203310 Apr 12 18:21:22.632017 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4631ea05-a55f-4280-b168-fba677464122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (484ae753-6456-43e0-8b2c-e54192fbfefc), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:22.647049 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04183b8f-6a45-43c5-9928-88aafeef8a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1244d18-2f45-4f62-9717-d29e633fef6c,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:22.685797 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-4631ea05-a55f-4280-b168-fba677464122 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=786e4d19b74a4016a970174184095cb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6136677 Apr 12 18:21:22.688593 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 38458) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:22.699063 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631ea05-a55f-4280-b168-fba677464122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484ae753-6456-43e0-8b2c-e54192fbfefc,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:22.763858 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] For port eaae9e6a-84df-4a7f-bdfd-51ad388d88e5, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:21:22.767335 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] For port eaae9e6a-84df-4a7f-bdfd-51ad388d88e5, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=eaae9e6a-84df-4a7f-bdfd-51ad388d88e5,segment=NetworkSegment(edec1111-fdc7-42f8-a301-37d5ffba24f1),segment_id=edec1111-fdc7-42f8-a301-37d5ffba24f1)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:21:22.786101 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (eaae9e6a-84df-4a7f-bdfd-51ad388d88e5), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:22.791927 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9662a3f0-8d58-49a3-846f-e9556309c3e6 admin admin] Publish callbacks [] for security_group (484ae753-6456-43e0-8b2c-e54192fbfefc), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:22.836432 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-4c10bc61-269e-4523-8062-12fa10ef197d admin admin] Allocated IP 172.27.1.121 (8fe2c56e-0395-443d-a858-76cf54693827/10fb9747-8da5-4ac4-8e6b-c6dba6e53947/09636922-4e1f-45d9-9d3f-5a72b96b0baf) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:21:22.856794 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9662a3f0-8d58-49a3-846f-e9556309c3e6 admin admin] Publish callbacks [] for security_group (484ae753-6456-43e0-8b2c-e54192fbfefc), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:22.869764 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcf417-2c0e-435c-bcae-1d006c7e5ad6 None None] Pushing event updated for resources: {'Port': ['ID=eaae9e6a-84df-4a7f-bdfd-51ad388d88e5,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:22.952406 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9662a3f0-8d58-49a3-846f-e9556309c3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (484ae753-6456-43e0-8b2c-e54192fbfefc), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:22.955463 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9662a3f0-8d58-49a3-846f-e9556309c3e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:22.956789 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-9662a3f0-8d58-49a3-846f-e9556309c3e6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/484ae753-6456-43e0-8b2c-e54192fbfefc HTTP/1.1" status: 204 len: 168 time: 0.2670937 Apr 12 18:21:22.978761 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662a3f0-8d58-49a3-846f-e9556309c3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484ae753-6456-43e0-8b2c-e54192fbfefc,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:23.073254 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c10bc61-269e-4523-8062-12fa10ef197d admin admin] Publish callbacks [] for port (09636922-4e1f-45d9-9d3f-5a72b96b0baf), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:23.154942 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c10bc61-269e-4523-8062-12fa10ef197d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (09636922-4e1f-45d9-9d3f-5a72b96b0baf), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:23.218341 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 38476) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:23.235643 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fbebf6c5-5469-4455-8f5b-535399c91876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:23.243715 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c10bc61-269e-4523-8062-12fa10ef197d admin admin] Network 8fe2c56e-0395-443d-a858-76cf54693827 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:21:23.247162 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-4c10bc61-269e-4523-8062-12fa10ef197d admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:21:23.253554 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c10bc61-269e-4523-8062-12fa10ef197d admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:21:23.325102 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c10bc61-269e-4523-8062-12fa10ef197d admin admin] Pushing event updated for resources: {'Port': ['ID=09636922-4e1f-45d9-9d3f-5a72b96b0baf,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:23.417685 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fbebf6c5-5469-4455-8f5b-535399c91876 admin admin] Publish callbacks [] for security_group (18be8229-def2-4082-9cad-2b1a27303de3), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:23.435056 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fbebf6c5-5469-4455-8f5b-535399c91876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (18be8229-def2-4082-9cad-2b1a27303de3), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:23.505990 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-fbebf6c5-5469-4455-8f5b-535399c91876 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=403bd9f4f46f486eadce0cb63932d234&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864912 Apr 12 18:21:23.507205 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 38490) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:23.508068 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebf6c5-5469-4455-8f5b-535399c91876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18be8229-def2-4082-9cad-2b1a27303de3,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:23.570696 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-02f6cb10-8187-4fb8-9744-80c60ec62236 admin admin] Publish callbacks [] for security_group (18be8229-def2-4082-9cad-2b1a27303de3), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:23.600671 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-02f6cb10-8187-4fb8-9744-80c60ec62236 admin admin] Publish callbacks [] for security_group (18be8229-def2-4082-9cad-2b1a27303de3), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:23.610361 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c10bc61-269e-4523-8062-12fa10ef197d admin admin] Publish callbacks [] for router_gateway (2b82f571-51f0-4675-89ca-06b717c8d7ca), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:23.689832 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-02f6cb10-8187-4fb8-9744-80c60ec62236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (18be8229-def2-4082-9cad-2b1a27303de3), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:23.693018 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-02f6cb10-8187-4fb8-9744-80c60ec62236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:23.694212 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-02f6cb10-8187-4fb8-9744-80c60ec62236 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/18be8229-def2-4082-9cad-2b1a27303de3 HTTP/1.1" status: 204 len: 168 time: 0.1830673 Apr 12 18:21:23.703994 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6cb10-8187-4fb8-9744-80c60ec62236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18be8229-def2-4082-9cad-2b1a27303de3,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:23.844750 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:23.861423 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c10bc61-269e-4523-8062-12fa10ef197d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-895179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-807076'] for router (2b82f571-51f0-4675-89ca-06b717c8d7ca), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:24.334800 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c10bc61-269e-4523-8062-12fa10ef197d admin admin] Router 2b82f571-51f0-4675-89ca-06b717c8d7ca is scheduled to L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:21:24.351086 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b32ba74-aeaa-44b4-b284-5b885bc052e3 None None] Network a32625e8-7fd9-4853-b0f9-4dac7eb08eee requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:21:24.469931 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-71435808-6cac-46c4-b9ec-cb9532a2c023 None None] Provisioning complete for port eaae9e6a-84df-4a7f-bdfd-51ad388d88e5 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:21:24.470583 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-71435808-6cac-46c4-b9ec-cb9532a2c023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (eaae9e6a-84df-4a7f-bdfd-51ad388d88e5), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:24.595892 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c10bc61-269e-4523-8062-12fa10ef197d admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:21:24.608307 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9f10cc-0d69-4a61-ab29-0ff3d0d8b49b None None] Sync routers for ids ['2b82f571-51f0-4675-89ca-06b717c8d7ca'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:21:24.632689 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c10bc61-269e-4523-8062-12fa10ef197d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:24.634286 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-4c10bc61-269e-4523-8062-12fa10ef197d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7950659 Apr 12 18:21:24.634406 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9f10cc-0d69-4a61-ab29-0ff3d0d8b49b None None] Routers {'2b82f571-51f0-4675-89ca-06b717c8d7ca'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:21:24.637627 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-1a9f10cc-0d69-4a61-ab29-0ff3d0d8b49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:21:15Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['2b82f571-51f0-4675-89ca-06b717c8d7ca'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:21:24.639574 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 38536) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:24.670266 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-71435808-6cac-46c4-b9ec-cb9532a2c023 None None] Current status of the port eaae9e6a-84df-4a7f-bdfd-51ad388d88e5 is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:21:24.670655 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-71435808-6cac-46c4-b9ec-cb9532a2c023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (eaae9e6a-84df-4a7f-bdfd-51ad388d88e5), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:24.779679 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-71435808-6cac-46c4-b9ec-cb9532a2c023 None None] For port eaae9e6a-84df-4a7f-bdfd-51ad388d88e5, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=eaae9e6a-84df-4a7f-bdfd-51ad388d88e5,segment=NetworkSegment(edec1111-fdc7-42f8-a301-37d5ffba24f1),segment_id=edec1111-fdc7-42f8-a301-37d5ffba24f1)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:21:24.802471 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-71435808-6cac-46c4-b9ec-cb9532a2c023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (eaae9e6a-84df-4a7f-bdfd-51ad388d88e5), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:24.930959 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71435808-6cac-46c4-b9ec-cb9532a2c023 None None] Pushing event updated for resources: {'Port': ['ID=eaae9e6a-84df-4a7f-bdfd-51ad388d88e5,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:24.941649 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device eaae9e6a-84df-4a7f-bdfd-51ad388d88e5 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:21:25.051934 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-1eca7509-b910-4dd8-98f0-b09049ffcfe1 None None] Provisioning complete for port eaae9e6a-84df-4a7f-bdfd-51ad388d88e5 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:21:25.052612 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-1eca7509-b910-4dd8-98f0-b09049ffcfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (eaae9e6a-84df-4a7f-bdfd-51ad388d88e5), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:25.067251 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-1a9f10cc-0d69-4a61-ab29-0ff3d0d8b49b None None] Set router 2b82f571-51f0-4675-89ca-06b717c8d7ca gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:21:25.080257 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port eaae9e6a-84df-4a7f-bdfd-51ad388d88e5 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:21:25.080867 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (eaae9e6a-84df-4a7f-bdfd-51ad388d88e5), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:25.266244 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-1eca7509-b910-4dd8-98f0-b09049ffcfe1 None None] Current status of the port eaae9e6a-84df-4a7f-bdfd-51ad388d88e5 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:21:25.329536 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port eaae9e6a-84df-4a7f-bdfd-51ad388d88e5 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:21:25.409894 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-1a9f10cc-0d69-4a61-ab29-0ff3d0d8b49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'name': 'tempest-ServerRescueNegativeTestJSON-66050844-router', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:21:21Z', 'updated_at': '2022-04-12T18:21:23Z', 'revision_number': 3, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'gw_port': {'id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:22Z', 'updated_at': '2022-04-12T18:21:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:21:25.450435 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9f10cc-0d69-4a61-ab29-0ff3d0d8b49b None None] Checking router: 2b82f571-51f0-4675-89ca-06b717c8d7ca for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:21:25.450787 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9f10cc-0d69-4a61-ab29-0ff3d0d8b49b None None] Updating router 2b82f571-51f0-4675-89ca-06b717c8d7ca port 09636922-4e1f-45d9-9d3f-5a72b96b0baf binding host dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:21:25.487278 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1a9f10cc-0d69-4a61-ab29-0ff3d0d8b49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (09636922-4e1f-45d9-9d3f-5a72b96b0baf), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:25.559121 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8e3e2bb4-8eba-4fa4-8549-e30cc599bda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:25.743914 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-8e3e2bb4-8eba-4fa4-8549-e30cc599bda2 admin admin] Allocated IP 172.20.0.1 (a32625e8-7fd9-4853-b0f9-4dac7eb08eee/81df1cf4-cbde-4529-8fd2-878a9fd29f57/9136f212-641a-4e3a-8715-094adfc04cc5) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:21:25.797020 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1a9f10cc-0d69-4a61-ab29-0ff3d0d8b49b None None] Publish callbacks [] for port (09636922-4e1f-45d9-9d3f-5a72b96b0baf), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:25.803999 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1a9f10cc-0d69-4a61-ab29-0ff3d0d8b49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (09636922-4e1f-45d9-9d3f-5a72b96b0baf), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:25.830756 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 38578) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:25.855992 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-1a9f10cc-0d69-4a61-ab29-0ff3d0d8b49b None None] Attempting to bind port 09636922-4e1f-45d9-9d3f-5a72b96b0baf on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:21:25.856276 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-1a9f10cc-0d69-4a61-ab29-0ff3d0d8b49b None None] Attempting to bind port 09636922-4e1f-45d9-9d3f-5a72b96b0baf by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:21:25.856837 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9f10cc-0d69-4a61-ab29-0ff3d0d8b49b None None] Attempting to bind port 09636922-4e1f-45d9-9d3f-5a72b96b0baf on network 8fe2c56e-0395-443d-a858-76cf54693827 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:21:25.865555 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8e3e2bb4-8eba-4fa4-8549-e30cc599bda2 admin admin] Publish callbacks [] for port (9136f212-641a-4e3a-8715-094adfc04cc5), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:25.865728 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35253cf0-71e2-4787-9a0c-8f940c05d13a None None] Pushing event updated for resources: {'Port': ['ID=09636922-4e1f-45d9-9d3f-5a72b96b0baf,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:25.868733 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9f10cc-0d69-4a61-ab29-0ff3d0d8b49b None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:21:25.869133 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9f10cc-0d69-4a61-ab29-0ff3d0d8b49b None None] Checking segment: {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:21:25.869540 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1a9f10cc-0d69-4a61-ab29-0ff3d0d8b49b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:25.869934 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9f10cc-0d69-4a61-ab29-0ff3d0d8b49b None None] Bound using segment: {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:21:25.870403 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-1a9f10cc-0d69-4a61-ab29-0ff3d0d8b49b None None] Bound port: 09636922-4e1f-45d9-9d3f-5a72b96b0baf, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:21:25.870963 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1a9f10cc-0d69-4a61-ab29-0ff3d0d8b49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (09636922-4e1f-45d9-9d3f-5a72b96b0baf), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:25.877142 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35253cf0-71e2-4787-9a0c-8f940c05d13a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:25.877511 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35253cf0-71e2-4787-9a0c-8f940c05d13a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:25.877868 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35253cf0-71e2-4787-9a0c-8f940c05d13a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:25.878223 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35253cf0-71e2-4787-9a0c-8f940c05d13a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:25.878718 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35253cf0-71e2-4787-9a0c-8f940c05d13a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:25.879043 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35253cf0-71e2-4787-9a0c-8f940c05d13a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:25.879378 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35253cf0-71e2-4787-9a0c-8f940c05d13a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:25.879707 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35253cf0-71e2-4787-9a0c-8f940c05d13a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:25.880024 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35253cf0-71e2-4787-9a0c-8f940c05d13a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:25.880885 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35253cf0-71e2-4787-9a0c-8f940c05d13a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:25.881304 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35253cf0-71e2-4787-9a0c-8f940c05d13a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:25.881753 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35253cf0-71e2-4787-9a0c-8f940c05d13a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:25.882087 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35253cf0-71e2-4787-9a0c-8f940c05d13a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:25.882411 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35253cf0-71e2-4787-9a0c-8f940c05d13a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:25.882897 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35253cf0-71e2-4787-9a0c-8f940c05d13a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:21:25.901941 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8e3e2bb4-8eba-4fa4-8549-e30cc599bda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (9136f212-641a-4e3a-8715-094adfc04cc5), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:25.938019 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3e2bb4-8eba-4fa4-8549-e30cc599bda2 admin admin] Network a32625e8-7fd9-4853-b0f9-4dac7eb08eee is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:21:25.942432 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-8e3e2bb4-8eba-4fa4-8549-e30cc599bda2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:21:25.945703 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3e2bb4-8eba-4fa4-8549-e30cc599bda2 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:21:25.946076 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-1a9f10cc-0d69-4a61-ab29-0ff3d0d8b49b None None] For port 09636922-4e1f-45d9-9d3f-5a72b96b0baf, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:21:25.946387 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8e3e2bb4-8eba-4fa4-8549-e30cc599bda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-806997'] for router_interface (2b82f571-51f0-4675-89ca-06b717c8d7ca), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:25.950311 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-1a9f10cc-0d69-4a61-ab29-0ff3d0d8b49b None None] For port 09636922-4e1f-45d9-9d3f-5a72b96b0baf, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=09636922-4e1f-45d9-9d3f-5a72b96b0baf,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:21:25.959702 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1a9f10cc-0d69-4a61-ab29-0ff3d0d8b49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (09636922-4e1f-45d9-9d3f-5a72b96b0baf), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:26.007293 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f979a96b-3ca2-4e34-a07d-b98eefee72af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:26.022349 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e2bb4-8eba-4fa4-8549-e30cc599bda2 admin admin] Pushing event updated for resources: {'Port': ['ID=9136f212-641a-4e3a-8715-094adfc04cc5,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:26.022551 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9f10cc-0d69-4a61-ab29-0ff3d0d8b49b None None] Routers {'2b82f571-51f0-4675-89ca-06b717c8d7ca'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:21:26.023124 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-1a9f10cc-0d69-4a61-ab29-0ff3d0d8b49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:21:15Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['2b82f571-51f0-4675-89ca-06b717c8d7ca'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:21:26.061883 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35253cf0-71e2-4787-9a0c-8f940c05d13a None None] Pushing event updated for resources: {'Port': ['ID=09636922-4e1f-45d9-9d3f-5a72b96b0baf,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:26.149109 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-1a9f10cc-0d69-4a61-ab29-0ff3d0d8b49b None None] Set router 2b82f571-51f0-4675-89ca-06b717c8d7ca gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:21:26.166045 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f979a96b-3ca2-4e34-a07d-b98eefee72af admin admin] Publish callbacks [] for security_group (5cbc06cc-7a8e-4360-b4e9-cd24db67d108), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:26.172788 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f979a96b-3ca2-4e34-a07d-b98eefee72af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (5cbc06cc-7a8e-4360-b4e9-cd24db67d108), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:26.186970 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8e3e2bb4-8eba-4fa4-8549-e30cc599bda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (9136f212-641a-4e3a-8715-094adfc04cc5), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:26.202494 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-becd6b62-00a6-4d8c-9c36-0b2c71b4de90 None None] Provisioning complete for port 9136f212-641a-4e3a-8715-094adfc04cc5 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:21:26.203489 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-becd6b62-00a6-4d8c-9c36-0b2c71b4de90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (9136f212-641a-4e3a-8715-094adfc04cc5), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:26.222242 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-f979a96b-3ca2-4e34-a07d-b98eefee72af admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e1a5e55e19294e6fa96e5fae3eaa5c01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3903439 Apr 12 18:21:26.225714 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 38582) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:26.228420 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979a96b-3ca2-4e34-a07d-b98eefee72af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbc06cc-7a8e-4360-b4e9-cd24db67d108,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:26.260880 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-becd6b62-00a6-4d8c-9c36-0b2c71b4de90 None None] Port 9136f212-641a-4e3a-8715-094adfc04cc5 cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:21:26.292301 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7d1cad9a-f78b-4ff4-8a07-04342340814e admin admin] Publish callbacks [] for security_group (5cbc06cc-7a8e-4360-b4e9-cd24db67d108), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:26.317838 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7d1cad9a-f78b-4ff4-8a07-04342340814e admin admin] Publish callbacks [] for security_group (5cbc06cc-7a8e-4360-b4e9-cd24db67d108), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:26.332253 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-1a9f10cc-0d69-4a61-ab29-0ff3d0d8b49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'name': 'tempest-ServerRescueNegativeTestJSON-66050844-router', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:21:21Z', 'updated_at': '2022-04-12T18:21:23Z', 'revision_number': 3, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'gw_port': {'id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:22Z', 'updated_at': '2022-04-12T18:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:21:26.365450 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9f10cc-0d69-4a61-ab29-0ff3d0d8b49b None None] The sync data for ids ['2b82f571-51f0-4675-89ca-06b717c8d7ca'] in dv-cinder-837535-1-iscsi is: [{'id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'name': 'tempest-ServerRescueNegativeTestJSON-66050844-router', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:21:21Z', 'updated_at': '2022-04-12T18:21:23Z', 'revision_number': 3, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'gw_port': {'id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:22Z', 'updated_at': '2022-04-12T18:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:21:26.372524 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7d1cad9a-f78b-4ff4-8a07-04342340814e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (5cbc06cc-7a8e-4360-b4e9-cd24db67d108), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:26.375220 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7d1cad9a-f78b-4ff4-8a07-04342340814e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:26.379159 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-7d1cad9a-f78b-4ff4-8a07-04342340814e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5cbc06cc-7a8e-4360-b4e9-cd24db67d108 HTTP/1.1" status: 204 len: 168 time: 0.1514745 Apr 12 18:21:26.387970 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1cad9a-f78b-4ff4-8a07-04342340814e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbc06cc-7a8e-4360-b4e9-cd24db67d108,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:26.413150 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8e3e2bb4-8eba-4fa4-8549-e30cc599bda2 admin admin] Publish callbacks [] for port (9136f212-641a-4e3a-8715-094adfc04cc5), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:26.417905 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8e3e2bb4-8eba-4fa4-8549-e30cc599bda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (9136f212-641a-4e3a-8715-094adfc04cc5), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:26.419306 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8e3e2bb4-8eba-4fa4-8549-e30cc599bda2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-810981'] for router_interface (2b82f571-51f0-4675-89ca-06b717c8d7ca), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:26.465435 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e2bb4-8eba-4fa4-8549-e30cc599bda2 admin admin] Pushing event updated for resources: {'Port': ['ID=9136f212-641a-4e3a-8715-094adfc04cc5,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:26.574828 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3e2bb4-8eba-4fa4-8549-e30cc599bda2 admin admin] Network a32625e8-7fd9-4853-b0f9-4dac7eb08eee is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:21:26.576459 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-8e3e2bb4-8eba-4fa4-8549-e30cc599bda2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:21:26.839317 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3e2bb4-8eba-4fa4-8549-e30cc599bda2 admin admin] Router 2b82f571-51f0-4675-89ca-06b717c8d7ca has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:21:26.992918 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-0fdb2d93-8c68-49a0-aa25-01f197f0d554 None None] Provisioning complete for port 9136f212-641a-4e3a-8715-094adfc04cc5 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:21:26.994252 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0fdb2d93-8c68-49a0-aa25-01f197f0d554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (9136f212-641a-4e3a-8715-094adfc04cc5), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:27.002648 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device eaae9e6a-84df-4a7f-bdfd-51ad388d88e5 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:21:27.033706 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3e2bb4-8eba-4fa4-8549-e30cc599bda2 admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:21:27.056363 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-8e3e2bb4-8eba-4fa4-8549-e30cc599bda2 admin admin] 10.222.0.52 "PUT /v2.0/routers/2b82f571-51f0-4675-89ca-06b717c8d7ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4087954 Apr 12 18:21:27.101410 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-0fdb2d93-8c68-49a0-aa25-01f197f0d554 None None] Port 9136f212-641a-4e3a-8715-094adfc04cc5 cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:21:27.138213 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port eaae9e6a-84df-4a7f-bdfd-51ad388d88e5 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:21:27.138656 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (eaae9e6a-84df-4a7f-bdfd-51ad388d88e5), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:27.292717 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port eaae9e6a-84df-4a7f-bdfd-51ad388d88e5 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:21:27.294508 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 09636922-4e1f-45d9-9d3f-5a72b96b0baf up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:21:27.383603 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port 09636922-4e1f-45d9-9d3f-5a72b96b0baf triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:21:27.383978 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (09636922-4e1f-45d9-9d3f-5a72b96b0baf), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:27.520347 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 09636922-4e1f-45d9-9d3f-5a72b96b0baf is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:21:27.520743 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (09636922-4e1f-45d9-9d3f-5a72b96b0baf), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:27.564839 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] For port 09636922-4e1f-45d9-9d3f-5a72b96b0baf, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=09636922-4e1f-45d9-9d3f-5a72b96b0baf,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:21:27.572290 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (09636922-4e1f-45d9-9d3f-5a72b96b0baf), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:27.658935 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Pushing event updated for resources: {'Port': ['ID=09636922-4e1f-45d9-9d3f-5a72b96b0baf,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:27.808067 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:21:28.097623 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-b957e814-eec4-4017-88a7-b2cd5aa94af4 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:28.099176 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-b957e814-eec4-4017-88a7-b2cd5aa94af4 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/networks?id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee HTTP/1.1" status: 200 len: 817 time: 0.1183603 Apr 12 18:21:28.115513 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-7e40ede7-a6e2-45d8-bf69-ad10373965a5 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/quotas/32de1a896084470f9de92a79d2b2ca07 HTTP/1.1" status: 200 len: 375 time: 0.0096927 Apr 12 18:21:28.180786 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-0397c632-3547-4207-8202-95c338fcc623 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=32de1a896084470f9de92a79d2b2ca07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600023 Apr 12 18:21:28.309660 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-111f1060-aaa8-4ed1-933f-caf04eb3fb1b service neutron] 10.222.0.52 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204543 Apr 12 18:21:28.441835 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-399d53ad-ee8d-4745-b4c1-d1023e11f98b service neutron] 10.222.0.52 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251702 Apr 12 18:21:28.675076 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3803ac07-8f92-473f-87f5-6db5327ea404 req-bec7cedc-aa15-40a6-9724-a81925dfee6f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 210 time: 0.0437880 Apr 12 18:21:28.770307 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c07f195-6aa3-4784-b660-156464eb0964 None None] Sync routers for ids ['2b82f571-51f0-4675-89ca-06b717c8d7ca'] in dv-cinder-837535-1-iscsi {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:21:28.800728 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c07f195-6aa3-4784-b660-156464eb0964 None None] Routers {'2b82f571-51f0-4675-89ca-06b717c8d7ca'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:21:28.802727 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-9c07f195-6aa3-4784-b660-156464eb0964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:21:15Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['2b82f571-51f0-4675-89ca-06b717c8d7ca'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:21:28.843358 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 38772) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:28.865881 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 09636922-4e1f-45d9-9d3f-5a72b96b0baf up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:21:29.007703 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b1fec3fd-8a23-4657-ad05-a95c1dd0f9bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:29.016031 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-9c07f195-6aa3-4784-b660-156464eb0964 None None] Set router 2b82f571-51f0-4675-89ca-06b717c8d7ca gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:21:29.018019 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port 09636922-4e1f-45d9-9d3f-5a72b96b0baf triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:21:29.018536 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (09636922-4e1f-45d9-9d3f-5a72b96b0baf), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:29.094930 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-f524bb34-dc1a-46c2-8ced-102389d120af tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:29.104890 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-f524bb34-dc1a-46c2-8ced-102389d120af tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/networks?id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee HTTP/1.1" status: 200 len: 817 time: 0.1964922 Apr 12 18:21:29.129400 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-00f14f2a-3eb2-44cd-9005-3a7f50c3a1ba tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/quotas/32de1a896084470f9de92a79d2b2ca07 HTTP/1.1" status: 200 len: 375 time: 0.0224621 Apr 12 18:21:29.231224 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-09474fd4-36b4-4227-8cfe-da407a95dd32 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=32de1a896084470f9de92a79d2b2ca07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0915186 Apr 12 18:21:29.237301 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b1fec3fd-8a23-4657-ad05-a95c1dd0f9bc admin admin] Publish callbacks [] for security_group (c7974a6a-da23-4333-b56d-053a3394218d), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:29.249020 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b1fec3fd-8a23-4657-ad05-a95c1dd0f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (c7974a6a-da23-4333-b56d-053a3394218d), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:29.339394 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-b1fec3fd-8a23-4657-ad05-a95c1dd0f9bc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=311aa0a458ca44f89bae4dd1b0762eed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4949126 Apr 12 18:21:29.342325 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 38792) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:29.353329 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fec3fd-8a23-4657-ad05-a95c1dd0f9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7974a6a-da23-4333-b56d-053a3394218d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:29.397034 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-e3747537-7900-4e62-9266-2a0b4b62122e service neutron] 10.222.0.52 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550212 Apr 12 18:21:29.410091 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 09636922-4e1f-45d9-9d3f-5a72b96b0baf is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:21:29.437791 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-00fe5d0b-8b6f-4e39-8e05-be859f6aec15 admin admin] Publish callbacks [] for security_group (c7974a6a-da23-4333-b56d-053a3394218d), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:29.461878 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-00fe5d0b-8b6f-4e39-8e05-be859f6aec15 admin admin] Publish callbacks [] for security_group (c7974a6a-da23-4333-b56d-053a3394218d), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:29.476534 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-9c07f195-6aa3-4784-b660-156464eb0964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'name': 'tempest-ServerRescueNegativeTestJSON-66050844-router', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:21:21Z', 'updated_at': '2022-04-12T18:21:26Z', 'revision_number': 4, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'gw_port': {'id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:22Z', 'updated_at': '2022-04-12T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '9136f212-641a-4e3a-8715-094adfc04cc5', 'name': '', 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'mac_address': 'fa:16:3e:30:ed:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:25Z', 'updated_at': '2022-04-12T18:21:26Z', 'revision_number': 2, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'subnets': [{'id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:21:29.502664 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-d9a4a9e9-7d61-4fdb-a5e4-24b655ebd4d9 service neutron] 10.222.0.52 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001015 Apr 12 18:21:29.515218 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c07f195-6aa3-4784-b660-156464eb0964 None None] Checking router: 2b82f571-51f0-4675-89ca-06b717c8d7ca for host: dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:21:29.515390 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-00fe5d0b-8b6f-4e39-8e05-be859f6aec15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (c7974a6a-da23-4333-b56d-053a3394218d), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:29.515628 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c07f195-6aa3-4784-b660-156464eb0964 None None] Updating router 2b82f571-51f0-4675-89ca-06b717c8d7ca port 9136f212-641a-4e3a-8715-094adfc04cc5 binding host dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:21:29.518765 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-00fe5d0b-8b6f-4e39-8e05-be859f6aec15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:29.519914 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-00fe5d0b-8b6f-4e39-8e05-be859f6aec15 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c7974a6a-da23-4333-b56d-053a3394218d HTTP/1.1" status: 204 len: 168 time: 0.1759527 Apr 12 18:21:29.532156 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe5d0b-8b6f-4e39-8e05-be859f6aec15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7974a6a-da23-4333-b56d-053a3394218d,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:29.562840 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-9c07f195-6aa3-4784-b660-156464eb0964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (9136f212-641a-4e3a-8715-094adfc04cc5), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:29.719058 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-11256138-0792-4135-80d3-2b2f5469a09d req-c29ec0fd-f3ce-454b-878c-95fa9c7eaae7 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 210 time: 0.0482109 Apr 12 18:21:30.002947 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-9c07f195-6aa3-4784-b660-156464eb0964 None None] Publish callbacks [] for port (9136f212-641a-4e3a-8715-094adfc04cc5), precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:30.011457 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-9c07f195-6aa3-4784-b660-156464eb0964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (9136f212-641a-4e3a-8715-094adfc04cc5), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:30.079737 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 38820) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:30.104381 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db43ac-5bb6-43b7-9bfd-979c83f8dace None None] Pushing event updated for resources: {'Port': ['ID=9136f212-641a-4e3a-8715-094adfc04cc5,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:30.104702 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a1341b8a-48b0-488e-972a-15e4af9e26bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:30.157191 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 38824) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:30.222713 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-9c07f195-6aa3-4784-b660-156464eb0964 None None] Attempting to bind port 9136f212-641a-4e3a-8715-094adfc04cc5 on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:21:30.223431 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-9c07f195-6aa3-4784-b660-156464eb0964 None None] Attempting to bind port 9136f212-641a-4e3a-8715-094adfc04cc5 by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': 'edec1111-fdc7-42f8-a301-37d5ffba24f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:21:30.224553 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c07f195-6aa3-4784-b660-156464eb0964 None None] Attempting to bind port 9136f212-641a-4e3a-8715-094adfc04cc5 on network a32625e8-7fd9-4853-b0f9-4dac7eb08eee {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:21:30.237947 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c07f195-6aa3-4784-b660-156464eb0964 None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:21:30.238656 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c07f195-6aa3-4784-b660-156464eb0964 None None] Checking segment: {'id': 'edec1111-fdc7-42f8-a301-37d5ffba24f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:21:30.239315 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-9c07f195-6aa3-4784-b660-156464eb0964 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:30.240402 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c07f195-6aa3-4784-b660-156464eb0964 None None] Bound using segment: {'id': 'edec1111-fdc7-42f8-a301-37d5ffba24f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:21:30.241176 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-9c07f195-6aa3-4784-b660-156464eb0964 None None] Bound port: 9136f212-641a-4e3a-8715-094adfc04cc5, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec1111-fdc7-42f8-a301-37d5ffba24f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:21:30.242039 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-9c07f195-6aa3-4784-b660-156464eb0964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (9136f212-641a-4e3a-8715-094adfc04cc5), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:30.344800 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a1341b8a-48b0-488e-972a-15e4af9e26bb admin admin] Publish callbacks [] for security_group (b328e461-0fd4-40e0-8042-349c3c10c45f), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:30.359807 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a1341b8a-48b0-488e-972a-15e4af9e26bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (b328e461-0fd4-40e0-8042-349c3c10c45f), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:30.405381 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-a1341b8a-48b0-488e-972a-15e4af9e26bb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5036b693e0b342afa3dd2d1ca04f55d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3242826 Apr 12 18:21:30.416882 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 38836) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:30.454595 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-9c07f195-6aa3-4784-b660-156464eb0964 None None] For port 9136f212-641a-4e3a-8715-094adfc04cc5, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:21:30.467231 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-9c07f195-6aa3-4784-b660-156464eb0964 None None] For port 9136f212-641a-4e3a-8715-094adfc04cc5, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=9136f212-641a-4e3a-8715-094adfc04cc5,segment=NetworkSegment(edec1111-fdc7-42f8-a301-37d5ffba24f1),segment_id=edec1111-fdc7-42f8-a301-37d5ffba24f1)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:21:30.476042 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1341b8a-48b0-488e-972a-15e4af9e26bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b328e461-0fd4-40e0-8042-349c3c10c45f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:30.477920 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-9c07f195-6aa3-4784-b660-156464eb0964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (9136f212-641a-4e3a-8715-094adfc04cc5), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:30.557404 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c07f195-6aa3-4784-b660-156464eb0964 None None] Routers {'2b82f571-51f0-4675-89ca-06b717c8d7ca'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:21:30.557404 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-9c07f195-6aa3-4784-b660-156464eb0964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:21:15Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['2b82f571-51f0-4675-89ca-06b717c8d7ca'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:21:30.609167 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dc179673-c8ad-4961-a673-ddb7582a04a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:30.614548 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db43ac-5bb6-43b7-9bfd-979c83f8dace None None] Pushing event updated for resources: {'Port': ['ID=9136f212-641a-4e3a-8715-094adfc04cc5,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:30.634695 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1744bf4d-4461-44d5-9bc2-496852967677 admin admin] Publish callbacks [] for security_group (b328e461-0fd4-40e0-8042-349c3c10c45f), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:30.675264 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1744bf4d-4461-44d5-9bc2-496852967677 admin admin] Publish callbacks [] for security_group (b328e461-0fd4-40e0-8042-349c3c10c45f), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:30.690260 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8f1adc0f-9897-459b-8bbf-6f6152b5a670 None None] Provisioning complete for port 9136f212-641a-4e3a-8715-094adfc04cc5 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:21:30.695421 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8f1adc0f-9897-459b-8bbf-6f6152b5a670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (9136f212-641a-4e3a-8715-094adfc04cc5), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:30.736400 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-af61c5dc-dc08-4cc5-8ad0-581b3bd81b04 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:30.752546 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-af61c5dc-dc08-4cc5-8ad0-581b3bd81b04 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.26 "GET /v2.0/networks?id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee HTTP/1.1" status: 200 len: 817 time: 0.8484311 Apr 12 18:21:30.769643 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-d7aed123-9c25-4102-8c8e-bec2a1ad066d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Request body: {'port': {'device_id': 'da0d55ab-0ae6-4387-8d45-06484e2be8fc', 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee', 'admin_state_up': True, 'tenant_id': '32de1a896084470f9de92a79d2b2ca07'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:21:30.779676 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-9c07f195-6aa3-4784-b660-156464eb0964 None None] Set router 2b82f571-51f0-4675-89ca-06b717c8d7ca gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:21:30.949916 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8f1adc0f-9897-459b-8bbf-6f6152b5a670 None None] Current status of the port 9136f212-641a-4e3a-8715-094adfc04cc5 is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:21:30.950364 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8f1adc0f-9897-459b-8bbf-6f6152b5a670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (9136f212-641a-4e3a-8715-094adfc04cc5), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:30.953193 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-d7aed123-9c25-4102-8c8e-bec2a1ad066d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Made reservation on behalf of 32de1a896084470f9de92a79d2b2ca07 for: {'port': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:21:30.957669 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-d7aed123-9c25-4102-8c8e-bec2a1ad066d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:31.048705 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-8f1adc0f-9897-459b-8bbf-6f6152b5a670 None None] For port 9136f212-641a-4e3a-8715-094adfc04cc5, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=9136f212-641a-4e3a-8715-094adfc04cc5,segment=NetworkSegment(edec1111-fdc7-42f8-a301-37d5ffba24f1),segment_id=edec1111-fdc7-42f8-a301-37d5ffba24f1)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:21:31.059434 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8f1adc0f-9897-459b-8bbf-6f6152b5a670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (9136f212-641a-4e3a-8715-094adfc04cc5), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:31.156007 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-be64428d-2fe5-4adf-aba5-bd445153c4f9 req-ce92e623-9a27-4c91-8101-4e2a69512e16 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 210 time: 0.3063970 Apr 12 18:21:31.179794 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dc179673-c8ad-4961-a673-ddb7582a04a4 admin admin] Publish callbacks [] for security_group (a052ec83-8433-422a-8145-b8c2a2bae3da), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:31.182158 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1744bf4d-4461-44d5-9bc2-496852967677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (b328e461-0fd4-40e0-8042-349c3c10c45f), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:31.184818 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1744bf4d-4461-44d5-9bc2-496852967677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:31.188925 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-1744bf4d-4461-44d5-9bc2-496852967677 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b328e461-0fd4-40e0-8042-349c3c10c45f HTTP/1.1" status: 204 len: 168 time: 0.7712026 Apr 12 18:21:31.200146 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dc179673-c8ad-4961-a673-ddb7582a04a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (a052ec83-8433-422a-8145-b8c2a2bae3da), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:31.214806 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744bf4d-4461-44d5-9bc2-496852967677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b328e461-0fd4-40e0-8042-349c3c10c45f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:31.261358 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-32a5a839-156a-4de1-b29a-483e1f784b15 None None] Provisioning complete for port 9136f212-641a-4e3a-8715-094adfc04cc5 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:21:31.262364 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-32a5a839-156a-4de1-b29a-483e1f784b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (9136f212-641a-4e3a-8715-094adfc04cc5), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:31.269614 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-dc179673-c8ad-4961-a673-ddb7582a04a4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8c9fc4a7acf446aa9e9f94fcb0e001f5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0946252 Apr 12 18:21:31.270280 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 38848) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:31.301107 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc179673-c8ad-4961-a673-ddb7582a04a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a052ec83-8433-422a-8145-b8c2a2bae3da,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:31.310429 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1adc0f-9897-459b-8bbf-6f6152b5a670 None None] Pushing event updated for resources: {'Port': ['ID=9136f212-641a-4e3a-8715-094adfc04cc5,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:31.313274 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-9c07f195-6aa3-4784-b660-156464eb0964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'name': 'tempest-ServerRescueNegativeTestJSON-66050844-router', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:21:21Z', 'updated_at': '2022-04-12T18:21:26Z', 'revision_number': 4, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'gw_port': {'id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:22Z', 'updated_at': '2022-04-12T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '9136f212-641a-4e3a-8715-094adfc04cc5', 'name': '', 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'mac_address': 'fa:16:3e:30:ed:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:25Z', 'updated_at': '2022-04-12T18:21:30Z', 'revision_number': 4, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'subnets': [{'id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:21:31.400727 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c07f195-6aa3-4784-b660-156464eb0964 None None] The sync data for ids ['2b82f571-51f0-4675-89ca-06b717c8d7ca'] in dv-cinder-837535-1-iscsi is: [{'id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'name': 'tempest-ServerRescueNegativeTestJSON-66050844-router', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:21:21Z', 'updated_at': '2022-04-12T18:21:26Z', 'revision_number': 4, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'gw_port': {'id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:22Z', 'updated_at': '2022-04-12T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '9136f212-641a-4e3a-8715-094adfc04cc5', 'name': '', 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'mac_address': 'fa:16:3e:30:ed:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:25Z', 'updated_at': '2022-04-12T18:21:30Z', 'revision_number': 4, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'subnets': [{'id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:21:31.465365 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-905d02ae-6ede-43f7-96e3-620dd3b62097 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:31.473635 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-905d02ae-6ede-43f7-96e3-620dd3b62097 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.26 "GET /v2.0/networks?id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee HTTP/1.1" status: 200 len: 817 time: 0.2200043 Apr 12 18:21:31.481685 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-d7aec079-e9f1-48a0-adb8-86728ae94a38 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Request body: {'port': {'device_id': '6e1e016e-1b2a-443d-9ea2-977e146e7e41', 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee', 'admin_state_up': True, 'tenant_id': '32de1a896084470f9de92a79d2b2ca07'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:21:31.562275 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-32a5a839-156a-4de1-b29a-483e1f784b15 None None] Current status of the port 9136f212-641a-4e3a-8715-094adfc04cc5 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:21:31.586940 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5bc4317c-3b8b-449f-bea5-38ab0b756be6 admin admin] Publish callbacks [] for security_group (a052ec83-8433-422a-8145-b8c2a2bae3da), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:31.671566 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5bc4317c-3b8b-449f-bea5-38ab0b756be6 admin admin] Publish callbacks [] for security_group (a052ec83-8433-422a-8145-b8c2a2bae3da), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:31.750396 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-d7aed123-9c25-4102-8c8e-bec2a1ad066d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Allocated IP 172.20.0.4 (a32625e8-7fd9-4853-b0f9-4dac7eb08eee/81df1cf4-cbde-4529-8fd2-878a9fd29f57/dccf5120-d9a7-4d1d-b095-22f78fae45e6) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:21:31.761801 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-d7aec079-e9f1-48a0-adb8-86728ae94a38 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Made reservation on behalf of 32de1a896084470f9de92a79d2b2ca07 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:21:31.764852 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5bc4317c-3b8b-449f-bea5-38ab0b756be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (a052ec83-8433-422a-8145-b8c2a2bae3da), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:31.766899 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-d7aec079-e9f1-48a0-adb8-86728ae94a38 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:31.768661 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5bc4317c-3b8b-449f-bea5-38ab0b756be6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:31.770301 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-5bc4317c-3b8b-449f-bea5-38ab0b756be6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a052ec83-8433-422a-8145-b8c2a2bae3da HTTP/1.1" status: 204 len: 168 time: 0.4962840 Apr 12 18:21:31.812248 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4317c-3b8b-449f-bea5-38ab0b756be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a052ec83-8433-422a-8145-b8c2a2bae3da,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:31.944091 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 38870) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:31.961780 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5736b6ae-61a4-4f01-ad05-29314453fb8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:32.065189 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-d7aed123-9c25-4102-8c8e-bec2a1ad066d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks [] for port (dccf5120-d9a7-4d1d-b095-22f78fae45e6), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:32.100823 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5736b6ae-61a4-4f01-ad05-29314453fb8b admin admin] Publish callbacks [] for security_group (0186b741-6aec-4597-a7ee-07b4acf3dbd9), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:32.105577 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-d7aed123-9c25-4102-8c8e-bec2a1ad066d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (dccf5120-d9a7-4d1d-b095-22f78fae45e6), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:32.172715 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-d7aed123-9c25-4102-8c8e-bec2a1ad066d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Network a32625e8-7fd9-4853-b0f9-4dac7eb08eee is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:21:32.177267 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-d7aed123-9c25-4102-8c8e-bec2a1ad066d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:21:32.181709 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-d7aed123-9c25-4102-8c8e-bec2a1ad066d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:21:32.187645 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-d7aec079-e9f1-48a0-adb8-86728ae94a38 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Allocated IP 172.20.0.13 (a32625e8-7fd9-4853-b0f9-4dac7eb08eee/81df1cf4-cbde-4529-8fd2-878a9fd29f57/f6db59bf-35c2-412d-b354-73abc2dc1f7c) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:21:32.212356 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5736b6ae-61a4-4f01-ad05-29314453fb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (0186b741-6aec-4597-a7ee-07b4acf3dbd9), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:32.246862 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-d7aed123-9c25-4102-8c8e-bec2a1ad066d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:32.247514 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-d7aed123-9c25-4102-8c8e-bec2a1ad066d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:32.268691 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aed123-9c25-4102-8c8e-bec2a1ad066d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Pushing event updated for resources: {'Port': ['ID=dccf5120-d9a7-4d1d-b095-22f78fae45e6,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:32.287330 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-d7aed123-9c25-4102-8c8e-bec2a1ad066d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5214558 Apr 12 18:21:32.289611 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-5736b6ae-61a4-4f01-ad05-29314453fb8b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=be9b019e754142fea55ab5294d993335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3442020 Apr 12 18:21:32.292150 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 38874) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:21:32.299664 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736b6ae-61a4-4f01-ad05-29314453fb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0186b741-6aec-4597-a7ee-07b4acf3dbd9,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:32.359647 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-50f0ae92-877b-4bf9-a727-fa4ca2d135c5 req-04d0981d-963d-4bcf-99bd-38239fd65a38 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 210 time: 0.0506968 Apr 12 18:21:32.367437 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b5855f82-e010-44e9-a193-ab8b25b9b809 admin admin] Publish callbacks [] for security_group (0186b741-6aec-4597-a7ee-07b4acf3dbd9), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:32.403742 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b5855f82-e010-44e9-a193-ab8b25b9b809 admin admin] Publish callbacks [] for security_group (0186b741-6aec-4597-a7ee-07b4acf3dbd9), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:32.484659 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b5855f82-e010-44e9-a193-ab8b25b9b809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (0186b741-6aec-4597-a7ee-07b4acf3dbd9), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:32.487423 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b5855f82-e010-44e9-a193-ab8b25b9b809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:32.488753 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-b5855f82-e010-44e9-a193-ab8b25b9b809 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0186b741-6aec-4597-a7ee-07b4acf3dbd9 HTTP/1.1" status: 204 len: 168 time: 0.1955628 Apr 12 18:21:32.501347 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5855f82-e010-44e9-a193-ab8b25b9b809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0186b741-6aec-4597-a7ee-07b4acf3dbd9,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:32.530133 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-9b1c931b-c213-4925-9ea6-28ea95a413e3 None None] Provisioning complete for port dccf5120-d9a7-4d1d-b095-22f78fae45e6 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:21:32.530695 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-9b1c931b-c213-4925-9ea6-28ea95a413e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (dccf5120-d9a7-4d1d-b095-22f78fae45e6), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:32.561838 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-d7aec079-e9f1-48a0-adb8-86728ae94a38 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks [] for port (f6db59bf-35c2-412d-b354-73abc2dc1f7c), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:32.576137 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-9b1c931b-c213-4925-9ea6-28ea95a413e3 None None] Port dccf5120-d9a7-4d1d-b095-22f78fae45e6 cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:21:32.607179 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-d7aec079-e9f1-48a0-adb8-86728ae94a38 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (f6db59bf-35c2-412d-b354-73abc2dc1f7c), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:32.649492 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-d7aec079-e9f1-48a0-adb8-86728ae94a38 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Network a32625e8-7fd9-4853-b0f9-4dac7eb08eee is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:21:32.652979 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-d7aec079-e9f1-48a0-adb8-86728ae94a38 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:21:32.657457 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-d7aec079-e9f1-48a0-adb8-86728ae94a38 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:21:32.662996 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-d7aec079-e9f1-48a0-adb8-86728ae94a38 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:32.663663 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-d7aec079-e9f1-48a0-adb8-86728ae94a38 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for port (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:32.684553 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aec079-e9f1-48a0-adb8-86728ae94a38 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Pushing event updated for resources: {'Port': ['ID=f6db59bf-35c2-412d-b354-73abc2dc1f7c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:32.702018 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-d7aec079-e9f1-48a0-adb8-86728ae94a38 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2242138 Apr 12 18:21:32.827450 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 9136f212-641a-4e3a-8715-094adfc04cc5 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:21:32.896901 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port 9136f212-641a-4e3a-8715-094adfc04cc5 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:21:32.897576 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (9136f212-641a-4e3a-8715-094adfc04cc5), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:33.011104 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 9136f212-641a-4e3a-8715-094adfc04cc5 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:21:33.014744 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-0695087b-d450-47d5-b5da-bf64da8c2501 None None] Provisioning complete for port f6db59bf-35c2-412d-b354-73abc2dc1f7c triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:21:33.015136 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0695087b-d450-47d5-b5da-bf64da8c2501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (f6db59bf-35c2-412d-b354-73abc2dc1f7c), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:33.059482 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-0695087b-d450-47d5-b5da-bf64da8c2501 None None] Port f6db59bf-35c2-412d-b354-73abc2dc1f7c cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:21:33.499041 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319312e-c1fa-4b5c-989e-fe5cb726e30a req-f777bdbe-7564-44ae-84c2-21b32f49ca8f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:33.500569 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7319312e-c1fa-4b5c-989e-fe5cb726e30a req-f777bdbe-7564-44ae-84c2-21b32f49ca8f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 932 time: 0.0562005 Apr 12 18:21:33.547615 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7319312e-c1fa-4b5c-989e-fe5cb726e30a req-88d42970-17fc-46ba-9ddd-128aeb5ad978 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411391 Apr 12 18:21:34.565373 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-8d7ffcfa-1db9-45a3-b774-d1c1a789bd3b service neutron] Request body: {'port': {'device_id': 'da0d55ab-0ae6-4387-8d45-06484e2be8fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:21:34.566441 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-3dc9a0f5-0336-4963-b4a7-6b5f2240d33f service neutron] Request body: {'port': {'device_id': '6e1e016e-1b2a-443d-9ea2-977e146e7e41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:21:34.626164 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-8d7ffcfa-1db9-45a3-b774-d1c1a789bd3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (dccf5120-d9a7-4d1d-b095-22f78fae45e6), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:34.666940 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-3dc9a0f5-0336-4963-b4a7-6b5f2240d33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (f6db59bf-35c2-412d-b354-73abc2dc1f7c), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:34.697707 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cab606-0e09-47b5-a8b3-453d8911cd00 req-6eac9f4f-704e-4966-bc0a-e8fa6d29c1a0 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:34.699171 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f4cab606-0e09-47b5-a8b3-453d8911cd00 req-6eac9f4f-704e-4966-bc0a-e8fa6d29c1a0 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 932 time: 0.0765729 Apr 12 18:21:34.826627 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f4cab606-0e09-47b5-a8b3-453d8911cd00 req-3d6b2df9-00ee-45f7-9df9-fcd6ede82086 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086662 Apr 12 18:21:34.903684 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-8d7ffcfa-1db9-45a3-b774-d1c1a789bd3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dccf5120-d9a7-4d1d-b095-22f78fae45e6 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:21:34.911599 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-8d7ffcfa-1db9-45a3-b774-d1c1a789bd3b service neutron] Publish callbacks [] for port (dccf5120-d9a7-4d1d-b095-22f78fae45e6), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:34.932914 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-8d7ffcfa-1db9-45a3-b774-d1c1a789bd3b service neutron] Transition to ACTIVE for port object dccf5120-d9a7-4d1d-b095-22f78fae45e6 will not be triggered until provisioned by entity L2. {{(pid=103524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:21:34.935527 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-8d7ffcfa-1db9-45a3-b774-d1c1a789bd3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (dccf5120-d9a7-4d1d-b095-22f78fae45e6), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:35.005989 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ffcfa-1db9-45a3-b774-d1c1a789bd3b service neutron] Pushing event updated for resources: {'Port': ['ID=dccf5120-d9a7-4d1d-b095-22f78fae45e6,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:35.062654 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-8d7ffcfa-1db9-45a3-b774-d1c1a789bd3b service neutron] Attempting to bind port dccf5120-d9a7-4d1d-b095-22f78fae45e6 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:21:35.063239 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-8d7ffcfa-1db9-45a3-b774-d1c1a789bd3b service neutron] Attempting to bind port dccf5120-d9a7-4d1d-b095-22f78fae45e6 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'edec1111-fdc7-42f8-a301-37d5ffba24f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:21:35.063796 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-8d7ffcfa-1db9-45a3-b774-d1c1a789bd3b service neutron] Attempting to bind port dccf5120-d9a7-4d1d-b095-22f78fae45e6 on network a32625e8-7fd9-4853-b0f9-4dac7eb08eee {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:21:35.068668 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-8d7ffcfa-1db9-45a3-b774-d1c1a789bd3b service neutron] Port dccf5120-d9a7-4d1d-b095-22f78fae45e6 on network a32625e8-7fd9-4853-b0f9-4dac7eb08eee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:21:35.069170 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-8d7ffcfa-1db9-45a3-b774-d1c1a789bd3b service neutron] Attempting to bind port dccf5120-d9a7-4d1d-b095-22f78fae45e6 on network a32625e8-7fd9-4853-b0f9-4dac7eb08eee {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:21:35.074635 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-8d7ffcfa-1db9-45a3-b774-d1c1a789bd3b service neutron] Checking agent: {'id': '5b3c503f-4bfd-4027-adb8-75f76add50a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'started_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:21:35.075297 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-8d7ffcfa-1db9-45a3-b774-d1c1a789bd3b service neutron] Checking segment: {'id': 'edec1111-fdc7-42f8-a301-37d5ffba24f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:21:35.075791 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-8d7ffcfa-1db9-45a3-b774-d1c1a789bd3b service neutron] Bound using segment: {'id': 'edec1111-fdc7-42f8-a301-37d5ffba24f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:21:35.076324 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-8d7ffcfa-1db9-45a3-b774-d1c1a789bd3b service neutron] Bound port: dccf5120-d9a7-4d1d-b095-22f78fae45e6, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edec1111-fdc7-42f8-a301-37d5ffba24f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:21:35.076804 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-8d7ffcfa-1db9-45a3-b774-d1c1a789bd3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (dccf5120-d9a7-4d1d-b095-22f78fae45e6), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:35.086634 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-3dc9a0f5-0336-4963-b4a7-6b5f2240d33f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6db59bf-35c2-412d-b354-73abc2dc1f7c {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:21:35.095251 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-3dc9a0f5-0336-4963-b4a7-6b5f2240d33f service neutron] Publish callbacks [] for port (f6db59bf-35c2-412d-b354-73abc2dc1f7c), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:35.109588 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-3dc9a0f5-0336-4963-b4a7-6b5f2240d33f service neutron] Transition to ACTIVE for port object f6db59bf-35c2-412d-b354-73abc2dc1f7c will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:21:35.117272 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-3dc9a0f5-0336-4963-b4a7-6b5f2240d33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (f6db59bf-35c2-412d-b354-73abc2dc1f7c), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:35.155042 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-8d7ffcfa-1db9-45a3-b774-d1c1a789bd3b service neutron] For port dccf5120-d9a7-4d1d-b095-22f78fae45e6, host hv-cinder-83753, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:21:35.159675 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-8d7ffcfa-1db9-45a3-b774-d1c1a789bd3b service neutron] For port dccf5120-d9a7-4d1d-b095-22f78fae45e6, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dccf5120-d9a7-4d1d-b095-22f78fae45e6,segment=NetworkSegment(edec1111-fdc7-42f8-a301-37d5ffba24f1),segment_id=edec1111-fdc7-42f8-a301-37d5ffba24f1)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:21:35.169608 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-8d7ffcfa-1db9-45a3-b774-d1c1a789bd3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (dccf5120-d9a7-4d1d-b095-22f78fae45e6), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:35.170551 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9a0f5-0336-4963-b4a7-6b5f2240d33f service neutron] Pushing event updated for resources: {'Port': ['ID=f6db59bf-35c2-412d-b354-73abc2dc1f7c,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:35.213880 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-3dc9a0f5-0336-4963-b4a7-6b5f2240d33f service neutron] Attempting to bind port f6db59bf-35c2-412d-b354-73abc2dc1f7c on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:21:35.214237 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-3dc9a0f5-0336-4963-b4a7-6b5f2240d33f service neutron] Attempting to bind port f6db59bf-35c2-412d-b354-73abc2dc1f7c by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'edec1111-fdc7-42f8-a301-37d5ffba24f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:21:35.214610 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-3dc9a0f5-0336-4963-b4a7-6b5f2240d33f service neutron] Attempting to bind port f6db59bf-35c2-412d-b354-73abc2dc1f7c on network a32625e8-7fd9-4853-b0f9-4dac7eb08eee {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:21:35.224525 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-8d7ffcfa-1db9-45a3-b774-d1c1a789bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:35.225334 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-8d7ffcfa-1db9-45a3-b774-d1c1a789bd3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:35.226291 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-3dc9a0f5-0336-4963-b4a7-6b5f2240d33f service neutron] Port f6db59bf-35c2-412d-b354-73abc2dc1f7c on network a32625e8-7fd9-4853-b0f9-4dac7eb08eee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:21:35.226634 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-3dc9a0f5-0336-4963-b4a7-6b5f2240d33f service neutron] Attempting to bind port f6db59bf-35c2-412d-b354-73abc2dc1f7c on network a32625e8-7fd9-4853-b0f9-4dac7eb08eee {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:21:35.226944 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-8d7ffcfa-1db9-45a3-b774-d1c1a789bd3b service neutron] 10.222.0.26 "PUT /v2.0/ports/dccf5120-d9a7-4d1d-b095-22f78fae45e6 HTTP/1.1" status: 200 len: 1093 time: 0.6662462 Apr 12 18:21:35.227398 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0d55ab-0ae6-4387-8d45-06484e2be8fc', 'tag': 'dccf5120-d9a7-4d1d-b095-22f78fae45e6'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:21:35.229784 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8671d506-459d-4914-9047-dfbce2f1bf6e" -d '{"events": [{"name": "network-changed", "server_uuid": "da0d55ab-0ae6-4387-8d45-06484e2be8fc", "tag": "dccf5120-d9a7-4d1d-b095-22f78fae45e6"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:21:35.232158 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-3dc9a0f5-0336-4963-b4a7-6b5f2240d33f service neutron] Checking agent: {'id': '5b3c503f-4bfd-4027-adb8-75f76add50a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'started_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:21:35.232503 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-3dc9a0f5-0336-4963-b4a7-6b5f2240d33f service neutron] Checking segment: {'id': 'edec1111-fdc7-42f8-a301-37d5ffba24f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:21:35.232894 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-3dc9a0f5-0336-4963-b4a7-6b5f2240d33f service neutron] Bound using segment: {'id': 'edec1111-fdc7-42f8-a301-37d5ffba24f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:21:35.233424 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-3dc9a0f5-0336-4963-b4a7-6b5f2240d33f service neutron] Bound port: f6db59bf-35c2-412d-b354-73abc2dc1f7c, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edec1111-fdc7-42f8-a301-37d5ffba24f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:21:35.233753 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-3dc9a0f5-0336-4963-b4a7-6b5f2240d33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (f6db59bf-35c2-412d-b354-73abc2dc1f7c), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:35.247995 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ffcfa-1db9-45a3-b774-d1c1a789bd3b service neutron] Pushing event updated for resources: {'Port': ['ID=dccf5120-d9a7-4d1d-b095-22f78fae45e6,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:35.289410 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca10f83-e9ec-4949-a888-38e6dc3bf091 x-openstack-request-id: req-bca10f83-e9ec-4949-a888-38e6dc3bf091 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:21:35.289715 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0d55ab-0ae6-4387-8d45-06484e2be8fc", "tag": "dccf5120-d9a7-4d1d-b095-22f78fae45e6", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:21:35.290021 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bca10f83-e9ec-4949-a888-38e6dc3bf091 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:21:35.290437 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bca10f83-e9ec-4949-a888-38e6dc3bf091'] response: {'name': 'network-changed', 'server_uuid': 'da0d55ab-0ae6-4387-8d45-06484e2be8fc', 'tag': 'dccf5120-d9a7-4d1d-b095-22f78fae45e6', 'status': 'completed', 'code': 200} Apr 12 18:21:35.305604 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-3dc9a0f5-0336-4963-b4a7-6b5f2240d33f service neutron] For port f6db59bf-35c2-412d-b354-73abc2dc1f7c, host hv-cinder-83753, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:21:35.308982 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-3dc9a0f5-0336-4963-b4a7-6b5f2240d33f service neutron] For port f6db59bf-35c2-412d-b354-73abc2dc1f7c, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=f6db59bf-35c2-412d-b354-73abc2dc1f7c,segment=NetworkSegment(edec1111-fdc7-42f8-a301-37d5ffba24f1),segment_id=edec1111-fdc7-42f8-a301-37d5ffba24f1)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:21:35.316455 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-3dc9a0f5-0336-4963-b4a7-6b5f2240d33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (f6db59bf-35c2-412d-b354-73abc2dc1f7c), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:35.359054 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-3dc9a0f5-0336-4963-b4a7-6b5f2240d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:35.359625 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-3dc9a0f5-0336-4963-b4a7-6b5f2240d33f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for port (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:35.360984 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-3dc9a0f5-0336-4963-b4a7-6b5f2240d33f service neutron] 10.222.0.26 "PUT /v2.0/ports/f6db59bf-35c2-412d-b354-73abc2dc1f7c HTTP/1.1" status: 200 len: 1094 time: 0.7990794 Apr 12 18:21:35.361444 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1e016e-1b2a-443d-9ea2-977e146e7e41', 'tag': 'f6db59bf-35c2-412d-b354-73abc2dc1f7c'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:21:35.363688 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ff44208863b45d5314a74bf2796fa783e64ad3222a396cfa3f0d0395593348f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b2047f-866f-4921-9126-8fa003330398" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1e016e-1b2a-443d-9ea2-977e146e7e41", "tag": "f6db59bf-35c2-412d-b354-73abc2dc1f7c"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:21:35.381380 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9a0f5-0336-4963-b4a7-6b5f2240d33f service neutron] Pushing event updated for resources: {'Port': ['ID=f6db59bf-35c2-412d-b354-73abc2dc1f7c,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:35.404851 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8d682d-7db3-41fb-bb70-00bb0d513b65 x-openstack-request-id: req-dd8d682d-7db3-41fb-bb70-00bb0d513b65 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:21:35.405210 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1e016e-1b2a-443d-9ea2-977e146e7e41", "tag": "f6db59bf-35c2-412d-b354-73abc2dc1f7c", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:21:35.405497 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd8d682d-7db3-41fb-bb70-00bb0d513b65 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:21:35.405916 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd8d682d-7db3-41fb-bb70-00bb0d513b65'] response: {'name': 'network-changed', 'server_uuid': '6e1e016e-1b2a-443d-9ea2-977e146e7e41', 'tag': 'f6db59bf-35c2-412d-b354-73abc2dc1f7c', 'status': 'completed', 'code': 200} Apr 12 18:21:35.943360 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4be1f6-0dd5-431a-b01c-00486418316f req-324dd048-7bb6-4055-a348-e77b6b73ea79 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:35.944733 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6e4be1f6-0dd5-431a-b01c-00486418316f req-324dd048-7bb6-4055-a348-e77b6b73ea79 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 944 time: 0.0521038 Apr 12 18:21:35.996875 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6e4be1f6-0dd5-431a-b01c-00486418316f req-439b0bd2-9b03-4a3c-a5ed-23dc8a4a6650 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459924 Apr 12 18:21:36.870992 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2047f-866f-4921-9126-8fa003330398 req-7c372d9c-743b-4b46-a821-dca4f55358e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:36.872636 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d8b2047f-866f-4921-9126-8fa003330398 req-7c372d9c-743b-4b46-a821-dca4f55358e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=32de1a896084470f9de92a79d2b2ca07&device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 1128 time: 0.0437639 Apr 12 18:21:36.874858 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671d506-459d-4914-9047-dfbce2f1bf6e req-bf0bb36e-b6d0-4be6-8d57-19c340e1be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:36.876359 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-8671d506-459d-4914-9047-dfbce2f1bf6e req-bf0bb36e-b6d0-4be6-8d57-19c340e1be97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=32de1a896084470f9de92a79d2b2ca07&device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 1127 time: 0.0423453 Apr 12 18:21:37.114188 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631ce76-0fad-4d1a-b6a0-e365ffc964f4 req-a73b7373-98ed-4b74-90e7-5a450f30264f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:37.116133 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9631ce76-0fad-4d1a-b6a0-e365ffc964f4 req-a73b7373-98ed-4b74-90e7-5a450f30264f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 944 time: 0.0458369 Apr 12 18:21:37.162841 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9631ce76-0fad-4d1a-b6a0-e365ffc964f4 req-e8b449b3-7c7c-45f5-9b63-c35bb212797f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405779 Apr 12 18:21:37.369419 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671d506-459d-4914-9047-dfbce2f1bf6e req-966308b5-c88f-4c69-bd12-a1b20e3c2ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:37.369883 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2047f-866f-4921-9126-8fa003330398 req-db02bf12-9d50-4723-ae5a-13c1303d747f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:37.370804 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-8671d506-459d-4914-9047-dfbce2f1bf6e req-966308b5-c88f-4c69-bd12-a1b20e3c2ca5 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=32de1a896084470f9de92a79d2b2ca07&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0962801 Apr 12 18:21:37.371348 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d8b2047f-866f-4921-9126-8fa003330398 req-db02bf12-9d50-4723-ae5a-13c1303d747f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=32de1a896084470f9de92a79d2b2ca07&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0971479 Apr 12 18:21:37.476592 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671d506-459d-4914-9047-dfbce2f1bf6e req-989d5f91-a606-44a3-97f7-591c6f1910df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:37.476808 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2047f-866f-4921-9126-8fa003330398 req-974b16e4-c69c-4308-8072-a74c9a28f797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:37.478154 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d8b2047f-866f-4921-9126-8fa003330398 req-974b16e4-c69c-4308-8072-a74c9a28f797 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965683 Apr 12 18:21:37.478255 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-8671d506-459d-4914-9047-dfbce2f1bf6e req-989d5f91-a606-44a3-97f7-591c6f1910df service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968442 Apr 12 18:21:37.559625 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-59ee1aa3-4c71-46ec-bc66-56216283cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:37.561315 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-59ee1aa3-4c71-46ec-bc66-56216283cbda service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=32de1a896084470f9de92a79d2b2ca07&device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 1127 time: 0.0407877 Apr 12 18:21:37.563048 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-d2b8f834-2fa1-4e5b-b0b0-05d4047bb321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:37.564612 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-d2b8f834-2fa1-4e5b-b0b0-05d4047bb321 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=32de1a896084470f9de92a79d2b2ca07&device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 1128 time: 0.0436184 Apr 12 18:21:37.610879 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-73d9f497-ebd5-4979-a1fd-ca315ed3c75b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dccf5120-d9a7-4d1d-b095-22f78fae45e6 HTTP/1.1" status: 200 len: 217 time: 0.0364447 Apr 12 18:21:37.612794 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-7b63b4e8-f805-4e4e-8ac6-7cb1eb9747d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6db59bf-35c2-412d-b354-73abc2dc1f7c HTTP/1.1" status: 200 len: 217 time: 0.0377398 Apr 12 18:21:37.669734 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-8432591f-8938-4d34-acd0-1d86a4625783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:37.669923 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-44c7c636-d83c-4cf7-8dad-cb53af7106ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:37.671423 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-44c7c636-d83c-4cf7-8dad-cb53af7106ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81df1cf4-cbde-4529-8fd2-878a9fd29f57 HTTP/1.1" status: 200 len: 856 time: 0.0486083 Apr 12 18:21:37.671539 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-8432591f-8938-4d34-acd0-1d86a4625783 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81df1cf4-cbde-4529-8fd2-878a9fd29f57 HTTP/1.1" status: 200 len: 856 time: 0.0480981 Apr 12 18:21:37.727413 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-358c2999-e8fd-4427-ae5b-7db22655099e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:37.728864 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-51d539ce-961f-484e-aafe-bd8a271248cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:37.729031 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-358c2999-e8fd-4427-ae5b-7db22655099e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457420 Apr 12 18:21:37.730370 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-51d539ce-961f-484e-aafe-bd8a271248cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459778 Apr 12 18:21:37.823761 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-e7b97152-57bd-43fa-bd07-dca3a5ac5edc service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833385 Apr 12 18:21:37.826545 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-a254d89f-c598-464f-b213-193ea896531b service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855932 Apr 12 18:21:37.933611 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-1aea5bc9-3d68-4271-9e40-b498aa1df3be req-37bdb948-2939-470f-9f19-cd5fce6b1d07 service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968142 Apr 12 18:21:37.938864 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1a6fc09c-8edf-4176-aa79-2fc2be66b01e req-473af648-4234-4d39-8215-8099081b92d9 service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030910 Apr 12 18:21:38.276911 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4a746-0c49-4358-9c71-46e737461aa3 req-5c1f6dc7-739a-4a4a-9a9e-c69cbe6a859e tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:38.278415 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-06d4a746-0c49-4358-9c71-46e737461aa3 req-5c1f6dc7-739a-4a4a-9a9e-c69cbe6a859e tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 944 time: 0.0478020 Apr 12 18:21:38.326117 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-06d4a746-0c49-4358-9c71-46e737461aa3 req-5b4f7305-13aa-43c9-a181-cc0c0a4f19a7 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418921 Apr 12 18:21:39.444543 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74775d2e-b400-4ec1-8aa6-0ebe1e82f96e req-0a29070b-fceb-41e7-917e-d0d1dccba072 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:39.446186 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-74775d2e-b400-4ec1-8aa6-0ebe1e82f96e req-0a29070b-fceb-41e7-917e-d0d1dccba072 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 944 time: 0.0514584 Apr 12 18:21:39.492902 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-74775d2e-b400-4ec1-8aa6-0ebe1e82f96e req-586ea194-fab1-4c2c-b0b0-dd3d1044d473 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408375 Apr 12 18:21:40.602315 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dd45f-f9c7-4d7e-a3fd-6bf828b02803 req-39ab61f9-154b-4f8b-bb27-9b145704ae11 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:40.603777 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ce6dd45f-f9c7-4d7e-a3fd-6bf828b02803 req-39ab61f9-154b-4f8b-bb27-9b145704ae11 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 944 time: 0.0464447 Apr 12 18:21:40.655850 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ce6dd45f-f9c7-4d7e-a3fd-6bf828b02803 req-b2e7c58b-15fc-4a26-b1a1-18f730b07129 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451252 Apr 12 18:21:41.768162 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60a397-0d43-41ee-85a3-d3a4864e5662 req-580e5ccb-bf55-4d86-9618-a465bfeb6efb tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:41.769755 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-dc60a397-0d43-41ee-85a3-d3a4864e5662 req-580e5ccb-bf55-4d86-9618-a465bfeb6efb tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 944 time: 0.0463827 Apr 12 18:21:41.820814 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-dc60a397-0d43-41ee-85a3-d3a4864e5662 req-53dce4ca-204e-41d6-9b8e-67d3c83e4753 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447953 Apr 12 18:21:42.861733 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device f6db59bf-35c2-412d-b354-73abc2dc1f7c details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:21:42.961245 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9746441-5f56-40cb-a7ca-ce2567df62a7 req-3632bdf6-df31-43c6-9ea7-4593314761e7 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:42.963366 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f9746441-5f56-40cb-a7ca-ce2567df62a7 req-3632bdf6-df31-43c6-9ea7-4593314761e7 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 944 time: 0.0674341 Apr 12 18:21:43.001336 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port f6db59bf-35c2-412d-b354-73abc2dc1f7c, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=f6db59bf-35c2-412d-b354-73abc2dc1f7c,segment=NetworkSegment(edec1111-fdc7-42f8-a301-37d5ffba24f1),segment_id=edec1111-fdc7-42f8-a301-37d5ffba24f1)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:21:43.013500 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Returning: {'device': 'f6db59bf-35c2-412d-b354-73abc2dc1f7c', 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee', 'port_id': 'f6db59bf-35c2-412d-b354-73abc2dc1f7c', 'mac_address': 'fa:16:3e:61:14:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:21:43.027250 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f9746441-5f56-40cb-a7ca-ce2567df62a7 req-ca7c3ce6-20b6-4603-972f-24685c87021a tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504968 Apr 12 18:21:43.053210 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port f6db59bf-35c2-412d-b354-73abc2dc1f7c is: DOWN; New status is: BUILD {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:21:43.053607 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (f6db59bf-35c2-412d-b354-73abc2dc1f7c), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:43.066408 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6db59bf-35c2-412d-b354-73abc2dc1f7c {{(pid=103525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:21:43.086485 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port f6db59bf-35c2-412d-b354-73abc2dc1f7c, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=f6db59bf-35c2-412d-b354-73abc2dc1f7c,segment=NetworkSegment(edec1111-fdc7-42f8-a301-37d5ffba24f1),segment_id=edec1111-fdc7-42f8-a301-37d5ffba24f1)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:21:43.090643 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (f6db59bf-35c2-412d-b354-73abc2dc1f7c), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:43.143061 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=f6db59bf-35c2-412d-b354-73abc2dc1f7c,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:43.184376 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6b929cbb-c6a1-4d87-a78b-77c8491316f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:44.140528 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24a55c-b707-4032-b970-98bac4689fe5 req-f4762a9b-1170-488f-a6eb-4bd514e3fc78 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:44.142040 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6e24a55c-b707-4032-b970-98bac4689fe5 req-f4762a9b-1170-488f-a6eb-4bd514e3fc78 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 945 time: 0.0480680 Apr 12 18:21:44.194346 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6e24a55c-b707-4032-b970-98bac4689fe5 req-1e0662bb-a9f2-413b-8f2a-bf99b4df9da2 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454147 Apr 12 18:21:45.314100 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42be9e-5459-4aaa-8b92-9ce7e6cc0dd9 req-804ad9dd-860f-4fd1-bdc0-4bbe72f01709 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:45.315555 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1a42be9e-5459-4aaa-8b92-9ce7e6cc0dd9 req-804ad9dd-860f-4fd1-bdc0-4bbe72f01709 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 945 time: 0.0517077 Apr 12 18:21:45.364334 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1a42be9e-5459-4aaa-8b92-9ce7e6cc0dd9 req-6a2ca9ad-91b6-4f0c-9e66-a7b34166a02e tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423346 Apr 12 18:21:45.504816 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c4dcf7e7-27cc-44f0-b747-6d836bc22b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:46.486016 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb995fd-fdbb-4795-a0da-e6d43438098a req-15892fa3-9bab-49f2-8ad3-1915eb88ed20 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:46.487518 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-beb995fd-fdbb-4795-a0da-e6d43438098a req-15892fa3-9bab-49f2-8ad3-1915eb88ed20 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 945 time: 0.0502319 Apr 12 18:21:46.537289 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-beb995fd-fdbb-4795-a0da-e6d43438098a req-9ddb4d74-1607-4284-aebe-3720fb42c1c8 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433571 Apr 12 18:21:46.828311 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:47.645102 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41fdd1-5c49-4af4-b649-ac749ec1c626 req-2e49150f-2009-4b34-b625-5f9a093ed438 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:47.647163 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fc41fdd1-5c49-4af4-b649-ac749ec1c626 req-2e49150f-2009-4b34-b625-5f9a093ed438 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 945 time: 0.0451498 Apr 12 18:21:47.695342 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fc41fdd1-5c49-4af4-b649-ac749ec1c626 req-9653093c-a001-4069-82b9-c6d8c54d5fd7 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426519 Apr 12 18:21:48.327474 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:48.806475 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebeeb62-5536-409d-98e0-0b7441fbc671 req-63475b9e-159a-46ba-b950-6b0b4d71b1ca tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:48.807838 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3ebeeb62-5536-409d-98e0-0b7441fbc671 req-63475b9e-159a-46ba-b950-6b0b4d71b1ca tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 945 time: 0.0466588 Apr 12 18:21:48.853233 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3ebeeb62-5536-409d-98e0-0b7441fbc671 req-3e0ca133-76df-4bb4-a249-59a6d694c8fd tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399373 Apr 12 18:21:49.275311 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:49.969288 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfafb2b-fc45-4f25-bd7b-09b30ffa27e5 req-d86e9b02-a728-4b75-80b4-3c35bff48234 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:49.971396 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-edfafb2b-fc45-4f25-bd7b-09b30ffa27e5 req-d86e9b02-a728-4b75-80b4-3c35bff48234 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 945 time: 0.0540156 Apr 12 18:21:50.017891 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-edfafb2b-fc45-4f25-bd7b-09b30ffa27e5 req-2be8cd87-39c1-474c-a60b-9c9763229393 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399885 Apr 12 18:21:50.714316 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['f6db59bf-35c2-412d-b354-73abc2dc1f7c'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:21:51.134240 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7945ed4-3395-4d11-9b02-4794e680537f req-a816f6d6-ce5f-486b-9157-e717dea96267 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:51.135807 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a7945ed4-3395-4d11-9b02-4794e680537f req-a816f6d6-ce5f-486b-9157-e717dea96267 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 945 time: 0.0505881 Apr 12 18:21:51.183760 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a7945ed4-3395-4d11-9b02-4794e680537f req-c5fee33a-7099-435d-a85a-7374458a826a tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425568 Apr 12 18:21:52.297386 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969682b5-a9a2-473f-ad4e-3abe61fa176f req-f5fa3e4f-64de-429b-8c5f-00708561acf6 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:52.298900 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-969682b5-a9a2-473f-ad4e-3abe61fa176f req-f5fa3e4f-64de-429b-8c5f-00708561acf6 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 945 time: 0.0479715 Apr 12 18:21:52.351842 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-969682b5-a9a2-473f-ad4e-3abe61fa176f req-372fa603-fd35-43ef-a991-1d4393a101c2 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450323 Apr 12 18:21:52.441470 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-17cf4938-4d03-4c17-8e15-fd5dc5bea66a req-b0a0df18-6322-4c81-a183-1b2b53909676 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416949 Apr 12 18:21:52.499957 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf4938-4d03-4c17-8e15-fd5dc5bea66a req-1bceb8e2-c7bc-49aa-949d-7d624eafcc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:52.501453 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-17cf4938-4d03-4c17-8e15-fd5dc5bea66a req-1bceb8e2-c7bc-49aa-949d-7d624eafcc14 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6c7a32511684e98998d07f553b02c00&device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 1129 time: 0.0394971 Apr 12 18:21:52.608102 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf4938-4d03-4c17-8e15-fd5dc5bea66a req-4af42784-f0e9-4796-9c41-1a406a66e762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:52.609673 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-17cf4938-4d03-4c17-8e15-fd5dc5bea66a req-4af42784-f0e9-4796-9c41-1a406a66e762 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3aeebb2a-d034-4a90-afa4-338c34468833 HTTP/1.1" status: 200 len: 911 time: 0.0893881 Apr 12 18:21:52.710077 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-17cf4938-4d03-4c17-8e15-fd5dc5bea66a req-9b568e47-9d57-4d0e-894f-e6b66a036a4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=589d2373-ec7d-4f40-a03c-e79126929e92 HTTP/1.1" status: 200 len: 1000 time: 0.0945144 Apr 12 18:21:52.719593 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device dccf5120-d9a7-4d1d-b095-22f78fae45e6 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:21:52.723580 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device f6db59bf-35c2-412d-b354-73abc2dc1f7c up at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:21:52.766779 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf4938-4d03-4c17-8e15-fd5dc5bea66a req-7bcf3b93-f8ec-4151-8b30-909650e54e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:52.768511 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-17cf4938-4d03-4c17-8e15-fd5dc5bea66a req-7bcf3b93-f8ec-4151-8b30-909650e54e88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46b9b379-140d-4142-a367-613843eeaf49 HTTP/1.1" status: 200 len: 849 time: 0.0505681 Apr 12 18:21:52.828782 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf4938-4d03-4c17-8e15-fd5dc5bea66a req-cc2fcecb-65ee-46b5-a979-8005d4fc493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:52.830719 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-17cf4938-4d03-4c17-8e15-fd5dc5bea66a req-cc2fcecb-65ee-46b5-a979-8005d4fc493f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3aeebb2a-d034-4a90-afa4-338c34468833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549669 Apr 12 18:21:52.932786 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-17cf4938-4d03-4c17-8e15-fd5dc5bea66a req-d5a0cad7-0108-4d24-b4d3-e4c345288985 service neutron] 10.222.0.26 "GET /v2.0/networks/3aeebb2a-d034-4a90-afa4-338c34468833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946221 Apr 12 18:21:52.938731 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning for port f6db59bf-35c2-412d-b354-73abc2dc1f7c completed by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:21:52.954007 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning complete for port f6db59bf-35c2-412d-b354-73abc2dc1f7c triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:21:52.954429 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (f6db59bf-35c2-412d-b354-73abc2dc1f7c), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:53.046123 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-17cf4938-4d03-4c17-8e15-fd5dc5bea66a req-fa8dcc0b-f1b4-42b9-89cf-5b05d4712357 service neutron] 10.222.0.26 "GET /v2.0/networks/3aeebb2a-d034-4a90-afa4-338c34468833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069589 Apr 12 18:21:53.048020 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port dccf5120-d9a7-4d1d-b095-22f78fae45e6, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dccf5120-d9a7-4d1d-b095-22f78fae45e6,segment=NetworkSegment(edec1111-fdc7-42f8-a301-37d5ffba24f1),segment_id=edec1111-fdc7-42f8-a301-37d5ffba24f1)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:21:53.064894 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Returning: {'device': 'dccf5120-d9a7-4d1d-b095-22f78fae45e6', 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee', 'port_id': 'dccf5120-d9a7-4d1d-b095-22f78fae45e6', 'mac_address': 'fa:16:3e:e3:1e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:21:53.137295 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port dccf5120-d9a7-4d1d-b095-22f78fae45e6 is: DOWN; New status is: BUILD {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:21:53.137694 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (dccf5120-d9a7-4d1d-b095-22f78fae45e6), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:53.140367 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port f6db59bf-35c2-412d-b354-73abc2dc1f7c is: BUILD; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:21:53.140743 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (f6db59bf-35c2-412d-b354-73abc2dc1f7c), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:53.160783 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dccf5120-d9a7-4d1d-b095-22f78fae45e6 {{(pid=103525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:21:53.176096 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1e016e-1b2a-443d-9ea2-977e146e7e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6db59bf-35c2-412d-b354-73abc2dc1f7c'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:21:53.178651 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e063580-f543-43b1-b501-27bea4ce9afa" -d '{"events": [{"server_uuid": "6e1e016e-1b2a-443d-9ea2-977e146e7e41", "name": "network-vif-plugged", "status": "completed", "tag": "f6db59bf-35c2-412d-b354-73abc2dc1f7c"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:21:53.205304 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port f6db59bf-35c2-412d-b354-73abc2dc1f7c, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=f6db59bf-35c2-412d-b354-73abc2dc1f7c,segment=NetworkSegment(edec1111-fdc7-42f8-a301-37d5ffba24f1),segment_id=edec1111-fdc7-42f8-a301-37d5ffba24f1)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:21:53.207476 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port dccf5120-d9a7-4d1d-b095-22f78fae45e6, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dccf5120-d9a7-4d1d-b095-22f78fae45e6,segment=NetworkSegment(edec1111-fdc7-42f8-a301-37d5ffba24f1),segment_id=edec1111-fdc7-42f8-a301-37d5ffba24f1)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:21:53.211014 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (f6db59bf-35c2-412d-b354-73abc2dc1f7c), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:53.215368 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (dccf5120-d9a7-4d1d-b095-22f78fae45e6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:53.235839 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279f2655-f11b-4188-beb4-211ce3dbbb3d x-openstack-request-id: req-279f2655-f11b-4188-beb4-211ce3dbbb3d {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:21:53.236766 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1e016e-1b2a-443d-9ea2-977e146e7e41", "name": "network-vif-plugged", "status": "completed", "tag": "f6db59bf-35c2-412d-b354-73abc2dc1f7c", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:21:53.237021 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-279f2655-f11b-4188-beb4-211ce3dbbb3d {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:21:53.237433 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-279f2655-f11b-4188-beb4-211ce3dbbb3d'] response: {'server_uuid': '6e1e016e-1b2a-443d-9ea2-977e146e7e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6db59bf-35c2-412d-b354-73abc2dc1f7c', 'code': 200} Apr 12 18:21:53.263132 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=f6db59bf-35c2-412d-b354-73abc2dc1f7c,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:53.314665 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=dccf5120-d9a7-4d1d-b095-22f78fae45e6,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:21:53.501263 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32eb3fb-0098-4b16-970a-db2e223fb479 req-84b83217-44aa-4c8e-a8be-fec5e86bd544 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:53.502827 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e32eb3fb-0098-4b16-970a-db2e223fb479 req-84b83217-44aa-4c8e-a8be-fec5e86bd544 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0658848 Apr 12 18:21:53.576139 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e32eb3fb-0098-4b16-970a-db2e223fb479 req-b7239ec7-1460-43fa-b95e-8af735da1210 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668745 Apr 12 18:21:53.590684 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c6f8f-fd7b-4881-ba35-4dee525382db req-e97b5ff9-295d-4b7e-ad88-b1cbb01877f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:53.592880 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-611c6f8f-fd7b-4881-ba35-4dee525382db req-e97b5ff9-295d-4b7e-ad88-b1cbb01877f6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 1130 time: 0.0553646 Apr 12 18:21:53.846253 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['dccf5120-d9a7-4d1d-b095-22f78fae45e6'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:21:53.884883 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-611c6f8f-fd7b-4881-ba35-4dee525382db req-c06b7af7-df62-4db6-9959-9c16da54d04b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419893 Apr 12 18:21:53.888547 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:21:54.699572 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed9c4e-f13c-4b95-bccf-73ece1fcdc72 req-1caaea8e-c5fb-4109-a306-784c73177719 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:54.705099 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d4ed9c4e-f13c-4b95-bccf-73ece1fcdc72 req-1caaea8e-c5fb-4109-a306-784c73177719 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0548017 Apr 12 18:21:54.763640 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d4ed9c4e-f13c-4b95-bccf-73ece1fcdc72 req-0e8825a8-b494-4fc9-9701-b1ac1dc92cc9 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566030 Apr 12 18:21:55.877811 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e382f-dbc5-4be5-9f2b-e510756497e4 req-b27e2a1e-fb71-4396-a4d4-7fabe415444d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:55.879294 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d40e382f-dbc5-4be5-9f2b-e510756497e4 req-b27e2a1e-fb71-4396-a4d4-7fabe415444d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0481148 Apr 12 18:21:55.929120 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d40e382f-dbc5-4be5-9f2b-e510756497e4 req-b7e396a4-d0be-4618-8610-14af47ad24fd tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426946 Apr 12 18:21:57.045650 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf314031-e3eb-430b-963a-a520bb4d622d req-c697afcd-57a4-4e89-ab52-c3e35333c40e tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:57.047053 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-cf314031-e3eb-430b-963a-a520bb4d622d req-c697afcd-57a4-4e89-ab52-c3e35333c40e tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0510600 Apr 12 18:21:57.092601 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-cf314031-e3eb-430b-963a-a520bb4d622d req-fba116a3-314c-4671-8560-3b0510a1fc83 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399780 Apr 12 18:21:58.201146 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52203f7e-3b64-4f67-ba2d-95b5240f461b req-1b5e3b61-cfea-4b20-8228-b786e694a2db tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:58.202650 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-52203f7e-3b64-4f67-ba2d-95b5240f461b req-1b5e3b61-cfea-4b20-8228-b786e694a2db tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0456443 Apr 12 18:21:58.248743 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-52203f7e-3b64-4f67-ba2d-95b5240f461b req-2ce9c878-1c9a-484b-b738-2a5a6b66992a tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406289 Apr 12 18:21:59.363002 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a68fc-c840-4814-a001-711babe887d7 req-807f0b43-660e-4893-9290-b03477d37288 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:21:59.364463 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b38a68fc-c840-4814-a001-711babe887d7 req-807f0b43-660e-4893-9290-b03477d37288 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0470898 Apr 12 18:21:59.413219 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b38a68fc-c840-4814-a001-711babe887d7 req-880d527d-98a5-4f5f-8875-f4dfd1e67401 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431986 Apr 12 18:22:00.522494 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe2985-45bd-46a6-8efe-469b77bcf39c req-0e7c4817-0d1c-4da9-bd2b-8d42a2639077 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:00.523848 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f0fe2985-45bd-46a6-8efe-469b77bcf39c req-0e7c4817-0d1c-4da9-bd2b-8d42a2639077 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0454001 Apr 12 18:22:00.569294 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f0fe2985-45bd-46a6-8efe-469b77bcf39c req-19f7dc8f-d23f-4bd9-b7a8-bb1b2b8701dd tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400302 Apr 12 18:22:01.481727 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device dccf5120-d9a7-4d1d-b095-22f78fae45e6 up at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:22:01.527931 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning for port dccf5120-d9a7-4d1d-b095-22f78fae45e6 completed by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:22:01.533601 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning complete for port dccf5120-d9a7-4d1d-b095-22f78fae45e6 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:22:01.533980 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (dccf5120-d9a7-4d1d-b095-22f78fae45e6), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:01.615499 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port dccf5120-d9a7-4d1d-b095-22f78fae45e6 is: BUILD; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:22:01.616113 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (dccf5120-d9a7-4d1d-b095-22f78fae45e6), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:01.641983 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0d55ab-0ae6-4387-8d45-06484e2be8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccf5120-d9a7-4d1d-b095-22f78fae45e6'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:22:01.643680 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ebfe8a-baa7-4bcc-ab0b-3dd70b226270" -d '{"events": [{"server_uuid": "da0d55ab-0ae6-4387-8d45-06484e2be8fc", "name": "network-vif-plugged", "status": "completed", "tag": "dccf5120-d9a7-4d1d-b095-22f78fae45e6"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:22:01.658390 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port dccf5120-d9a7-4d1d-b095-22f78fae45e6, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dccf5120-d9a7-4d1d-b095-22f78fae45e6,segment=NetworkSegment(edec1111-fdc7-42f8-a301-37d5ffba24f1),segment_id=edec1111-fdc7-42f8-a301-37d5ffba24f1)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:22:01.663709 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (dccf5120-d9a7-4d1d-b095-22f78fae45e6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:01.688713 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602a4d7f-7970-4c6d-9726-b12d8ef9db84 x-openstack-request-id: req-602a4d7f-7970-4c6d-9726-b12d8ef9db84 {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:22:01.689033 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0d55ab-0ae6-4387-8d45-06484e2be8fc", "name": "network-vif-plugged", "status": "completed", "tag": "dccf5120-d9a7-4d1d-b095-22f78fae45e6", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:22:01.689324 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-602a4d7f-7970-4c6d-9726-b12d8ef9db84 {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:22:01.689725 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-602a4d7f-7970-4c6d-9726-b12d8ef9db84'] response: {'server_uuid': 'da0d55ab-0ae6-4387-8d45-06484e2be8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccf5120-d9a7-4d1d-b095-22f78fae45e6', 'code': 200} Apr 12 18:22:01.699349 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de794e3-2f79-4fe5-b54e-64c3251b7219 req-b6d11baf-7fb5-4320-8583-706894ed741d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:01.701038 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5de794e3-2f79-4fe5-b54e-64c3251b7219 req-b6d11baf-7fb5-4320-8583-706894ed741d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0614133 Apr 12 18:22:01.717107 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=dccf5120-d9a7-4d1d-b095-22f78fae45e6,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:01.758594 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5de794e3-2f79-4fe5-b54e-64c3251b7219 req-f820847f-4846-4432-a8aa-ac80cbb75290 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516121 Apr 12 18:22:02.138956 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf4ba2-6078-41d5-8b9f-1427951ae60c req-01a107ae-1e19-43bc-a111-c69a97917760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:02.141469 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e2bf4ba2-6078-41d5-8b9f-1427951ae60c req-01a107ae-1e19-43bc-a111-c69a97917760 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 1129 time: 0.0467181 Apr 12 18:22:02.206101 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e2bf4ba2-6078-41d5-8b9f-1427951ae60c req-f8f951a1-1cbe-4eae-b48f-c71df50b0bee service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558138 Apr 12 18:22:02.877135 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186314fd-6b08-42f7-8466-f8c6b818a84c req-3a016365-e7a9-4866-9625-e7e1d18d34d4 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:02.878713 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-186314fd-6b08-42f7-8466-f8c6b818a84c req-3a016365-e7a9-4866-9625-e7e1d18d34d4 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0523360 Apr 12 18:22:02.927717 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-186314fd-6b08-42f7-8466-f8c6b818a84c req-71e0165d-eb3f-40fb-aa88-8e97405ead2f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428195 Apr 12 18:22:04.044198 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed483aa4-6b77-4b4a-b1f8-cf8ce26bd555 req-a924edac-0962-4461-b196-bb4437cd2cf1 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:04.045673 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ed483aa4-6b77-4b4a-b1f8-cf8ce26bd555 req-a924edac-0962-4461-b196-bb4437cd2cf1 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0486572 Apr 12 18:22:04.090651 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ed483aa4-6b77-4b4a-b1f8-cf8ce26bd555 req-81c98fc6-64c8-4127-841c-244a946c235b tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394332 Apr 12 18:22:04.384073 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efba13-d9ad-461b-8d2c-993cefc1b98b req-aad0269e-5290-4a35-941f-c625eb4f95e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:04.385578 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f2efba13-d9ad-461b-8d2c-993cefc1b98b req-aad0269e-5290-4a35-941f-c625eb4f95e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=32de1a896084470f9de92a79d2b2ca07&device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 1130 time: 0.0658252 Apr 12 18:22:04.396195 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb5212-e0e3-4e6e-9eaf-16432308b6e2 req-99dcd828-e506-4eb2-b11d-0e74c23344d2 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:04.397575 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-acfb5212-e0e3-4e6e-9eaf-16432308b6e2 req-99dcd828-e506-4eb2-b11d-0e74c23344d2 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0688303 Apr 12 18:22:04.448507 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-acfb5212-e0e3-4e6e-9eaf-16432308b6e2 req-d75db974-afba-4790-b777-6ca965890ca3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452266 Apr 12 18:22:04.797442 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:22:05.006183 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efba13-d9ad-461b-8d2c-993cefc1b98b req-4c2be3f1-2a3d-48db-9fef-3aca4ff97822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:05.007636 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f2efba13-d9ad-461b-8d2c-993cefc1b98b req-4c2be3f1-2a3d-48db-9fef-3aca4ff97822 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee HTTP/1.1" status: 200 len: 918 time: 0.0882964 Apr 12 18:22:05.047058 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f2efba13-d9ad-461b-8d2c-993cefc1b98b req-05645626-74d8-49b0-9597-6bdb8fc94027 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6db59bf-35c2-412d-b354-73abc2dc1f7c HTTP/1.1" status: 200 len: 217 time: 0.0328698 Apr 12 18:22:05.095992 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efba13-d9ad-461b-8d2c-993cefc1b98b req-5dc1978f-6c15-4e8b-a229-2284e472458d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:05.097441 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f2efba13-d9ad-461b-8d2c-993cefc1b98b req-5dc1978f-6c15-4e8b-a229-2284e472458d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81df1cf4-cbde-4529-8fd2-878a9fd29f57 HTTP/1.1" status: 200 len: 856 time: 0.0439515 Apr 12 18:22:05.143427 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efba13-d9ad-461b-8d2c-993cefc1b98b req-2b5abca3-446a-4ef3-9b60-4c799551e2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:05.144857 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f2efba13-d9ad-461b-8d2c-993cefc1b98b req-2b5abca3-446a-4ef3-9b60-4c799551e2aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369587 Apr 12 18:22:05.237794 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f2efba13-d9ad-461b-8d2c-993cefc1b98b req-4f9abc86-8567-462e-bb4b-f6bcfeb6ab26 service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852876 Apr 12 18:22:05.348720 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f2efba13-d9ad-461b-8d2c-993cefc1b98b req-0ac4880c-86bd-48e6-ac40-4ba7a4f396d2 service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944240 Apr 12 18:22:05.568663 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69708d76-2a90-4d43-8892-74fefff60185 req-51955b6c-6b6d-422c-a409-3f62dbe49a34 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:05.570256 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-69708d76-2a90-4d43-8892-74fefff60185 req-51955b6c-6b6d-422c-a409-3f62dbe49a34 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0528390 Apr 12 18:22:05.627757 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-69708d76-2a90-4d43-8892-74fefff60185 req-e8c3db6e-6b77-43a8-a203-ce5d60b29cb2 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515380 Apr 12 18:22:06.747273 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58cbf6-66de-40bc-adc0-ae4c4096ed0b req-aafee6cd-92d3-4f48-95cc-549c1fd384ec tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:06.748813 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-df58cbf6-66de-40bc-adc0-ae4c4096ed0b req-aafee6cd-92d3-4f48-95cc-549c1fd384ec tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0504506 Apr 12 18:22:06.796894 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-df58cbf6-66de-40bc-adc0-ae4c4096ed0b req-279a4fe2-7604-4de7-9f13-c6f23e138424 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422807 Apr 12 18:22:07.911928 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e67fd-4e96-4127-bc2a-9c631009c988 req-62574c56-b5ce-496d-a21f-6675d159999c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:07.913988 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-130e67fd-4e96-4127-bc2a-9c631009c988 req-62574c56-b5ce-496d-a21f-6675d159999c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0487993 Apr 12 18:22:07.961313 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-130e67fd-4e96-4127-bc2a-9c631009c988 req-da3ff606-a3e1-4b28-8b78-eadf7ce6708b tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419483 Apr 12 18:22:07.973672 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 39466) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:22:08.127587 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-184416f4-7532-4f0b-93f1-0029ad893e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:08.205540 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-184416f4-7532-4f0b-93f1-0029ad893e2c admin admin] Publish callbacks [] for security_group (758322d4-a7f3-4cf9-b8b9-d164b2110162), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:08.209629 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-184416f4-7532-4f0b-93f1-0029ad893e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (758322d4-a7f3-4cf9-b8b9-d164b2110162), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:08.249563 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-184416f4-7532-4f0b-93f1-0029ad893e2c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=45cbafc5e0e043d59a74bf36363267a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2747712 Apr 12 18:22:08.250481 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184416f4-7532-4f0b-93f1-0029ad893e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758322d4-a7f3-4cf9-b8b9-d164b2110162,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:08.252483 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 39476) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:22:08.258158 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184416f4-7532-4f0b-93f1-0029ad893e2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.258512 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184416f4-7532-4f0b-93f1-0029ad893e2c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.258862 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184416f4-7532-4f0b-93f1-0029ad893e2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.259210 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184416f4-7532-4f0b-93f1-0029ad893e2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.260074 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184416f4-7532-4f0b-93f1-0029ad893e2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.260074 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184416f4-7532-4f0b-93f1-0029ad893e2c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.260269 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184416f4-7532-4f0b-93f1-0029ad893e2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.260526 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184416f4-7532-4f0b-93f1-0029ad893e2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.260857 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184416f4-7532-4f0b-93f1-0029ad893e2c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.261288 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184416f4-7532-4f0b-93f1-0029ad893e2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.261623 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184416f4-7532-4f0b-93f1-0029ad893e2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.261955 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184416f4-7532-4f0b-93f1-0029ad893e2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.262310 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184416f4-7532-4f0b-93f1-0029ad893e2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.262637 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184416f4-7532-4f0b-93f1-0029ad893e2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.262979 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184416f4-7532-4f0b-93f1-0029ad893e2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.301875 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c5365f3e-8945-4c85-89c4-ce9017f73a0e admin admin] Publish callbacks [] for security_group (758322d4-a7f3-4cf9-b8b9-d164b2110162), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:08.323228 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c5365f3e-8945-4c85-89c4-ce9017f73a0e admin admin] Publish callbacks [] for security_group (758322d4-a7f3-4cf9-b8b9-d164b2110162), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:08.374435 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c5365f3e-8945-4c85-89c4-ce9017f73a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (758322d4-a7f3-4cf9-b8b9-d164b2110162), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:08.377030 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c5365f3e-8945-4c85-89c4-ce9017f73a0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:08.378238 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-c5365f3e-8945-4c85-89c4-ce9017f73a0e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/758322d4-a7f3-4cf9-b8b9-d164b2110162 HTTP/1.1" status: 204 len: 168 time: 0.1244698 Apr 12 18:22:08.386251 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5365f3e-8945-4c85-89c4-ce9017f73a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758322d4-a7f3-4cf9-b8b9-d164b2110162,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:08.393291 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5365f3e-8945-4c85-89c4-ce9017f73a0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.393622 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5365f3e-8945-4c85-89c4-ce9017f73a0e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.393962 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5365f3e-8945-4c85-89c4-ce9017f73a0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.394307 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5365f3e-8945-4c85-89c4-ce9017f73a0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.394642 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5365f3e-8945-4c85-89c4-ce9017f73a0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.394973 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5365f3e-8945-4c85-89c4-ce9017f73a0e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.395358 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5365f3e-8945-4c85-89c4-ce9017f73a0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.395609 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5365f3e-8945-4c85-89c4-ce9017f73a0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.395958 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5365f3e-8945-4c85-89c4-ce9017f73a0e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.396286 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5365f3e-8945-4c85-89c4-ce9017f73a0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.397160 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5365f3e-8945-4c85-89c4-ce9017f73a0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.397552 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5365f3e-8945-4c85-89c4-ce9017f73a0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.397946 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5365f3e-8945-4c85-89c4-ce9017f73a0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.398203 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5365f3e-8945-4c85-89c4-ce9017f73a0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:08.398527 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5365f3e-8945-4c85-89c4-ce9017f73a0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:09.077028 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9254ee-d0f8-41b6-a99d-6101225e34b3 req-8f9b39a4-3332-4f4c-aee5-7d06cdec81a6 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:09.078567 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3b9254ee-d0f8-41b6-a99d-6101225e34b3 req-8f9b39a4-3332-4f4c-aee5-7d06cdec81a6 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0507305 Apr 12 18:22:09.124557 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3b9254ee-d0f8-41b6-a99d-6101225e34b3 req-a70a2bb9-be73-4622-af90-9f1dc751a3d1 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404861 Apr 12 18:22:09.366092 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 39492) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:22:09.470400 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-479c099b-e4e4-4740-9598-a37b34934bab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:09.557329 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-479c099b-e4e4-4740-9598-a37b34934bab admin admin] Publish callbacks [] for security_group (da5922ac-9508-4ae1-959f-3c42f2baa656), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:09.561226 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-479c099b-e4e4-4740-9598-a37b34934bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (da5922ac-9508-4ae1-959f-3c42f2baa656), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:09.602129 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-479c099b-e4e4-4740-9598-a37b34934bab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ef9c3a292e9640d2b17aa0cd56cdeae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349098 Apr 12 18:22:09.603311 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c099b-e4e4-4740-9598-a37b34934bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5922ac-9508-4ae1-959f-3c42f2baa656,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:09.604766 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 39498) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:22:09.654969 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-83fd190c-c80a-499c-ad0c-264e7e2c7302 admin admin] Publish callbacks [] for security_group (da5922ac-9508-4ae1-959f-3c42f2baa656), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:09.682577 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-83fd190c-c80a-499c-ad0c-264e7e2c7302 admin admin] Publish callbacks [] for security_group (da5922ac-9508-4ae1-959f-3c42f2baa656), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:09.746579 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-83fd190c-c80a-499c-ad0c-264e7e2c7302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (da5922ac-9508-4ae1-959f-3c42f2baa656), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:09.749103 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-83fd190c-c80a-499c-ad0c-264e7e2c7302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:09.750239 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-83fd190c-c80a-499c-ad0c-264e7e2c7302 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/da5922ac-9508-4ae1-959f-3c42f2baa656 HTTP/1.1" status: 204 len: 168 time: 0.1443803 Apr 12 18:22:09.757761 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd190c-c80a-499c-ad0c-264e7e2c7302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5922ac-9508-4ae1-959f-3c42f2baa656,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:10.243937 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b227c-ca5d-40dc-89f9-741f8218d7b7 req-b8e94e12-1501-4d81-9220-1e68703c26e9 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:10.245617 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-115b227c-ca5d-40dc-89f9-741f8218d7b7 req-b8e94e12-1501-4d81-9220-1e68703c26e9 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0506656 Apr 12 18:22:10.293947 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-115b227c-ca5d-40dc-89f9-741f8218d7b7 req-8bca51c4-2b17-49ca-b181-69c7d436fcd3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426383 Apr 12 18:22:10.407530 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 39526) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:22:10.499809 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f9a8add5-5666-4788-85b4-7f6c0e68c9b9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-532356373-network', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:22:10.518939 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a8add5-5666-4788-85b4-7f6c0e68c9b9 admin admin] Made reservation on behalf of 809186fad39d4f6d9876d3e1348b3ab0 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:22:10.521684 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9a8add5-5666-4788-85b4-7f6c0e68c9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for network (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:10.530704 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9a8add5-5666-4788-85b4-7f6c0e68c9b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:10.605036 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9a8add5-5666-4788-85b4-7f6c0e68c9b9 admin admin] Publish callbacks [] for security_group (19166c52-d4a2-4a39-a2ff-0d73101dd189), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:10.609771 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9a8add5-5666-4788-85b4-7f6c0e68c9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (19166c52-d4a2-4a39-a2ff-0d73101dd189), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:10.642673 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a8add5-5666-4788-85b4-7f6c0e68c9b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:22:10.644692 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8add5-5666-4788-85b4-7f6c0e68c9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19166c52-d4a2-4a39-a2ff-0d73101dd189,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:10.655663 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9a8add5-5666-4788-85b4-7f6c0e68c9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (7b02f9f2-b6cb-413a-af5f-f12cf146d8ff), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:10.656500 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.segments_db [None req-f9a8add5-5666-4788-85b4-7f6c0e68c9b9 admin admin] Added segment 7b02f9f2-b6cb-413a-af5f-f12cf146d8ff of type vlan for network 32fddf7a-be6e-433e-a894-e115b22cd23d Apr 12 18:22:10.699292 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9a8add5-5666-4788-85b4-7f6c0e68c9b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761369839068'] for network (32fddf7a-be6e-433e-a894-e115b22cd23d), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:10.725169 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9a8add5-5666-4788-85b4-7f6c0e68c9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for network (32fddf7a-be6e-433e-a894-e115b22cd23d), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:10.726409 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a8add5-5666-4788-85b4-7f6c0e68c9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:10.726979 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9a8add5-5666-4788-85b4-7f6c0e68c9b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:10.782509 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-f9a8add5-5666-4788-85b4-7f6c0e68c9b9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3738620 Apr 12 18:22:10.785427 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 39532) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:22:10.790178 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8add5-5666-4788-85b4-7f6c0e68c9b9 admin admin] Pushing event updated for resources: {'Network': ['ID=32fddf7a-be6e-433e-a894-e115b22cd23d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:10.790971 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-25fa30b7-50be-4648-93a9-172720f847e0 admin admin] Request body: {'subnet': {'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-532356373-subnet', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'ip_version': 4}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:22:10.800007 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Network 32fddf7a-be6e-433e-a894-e115b22cd23d details requested by agent ovs-agent-dv-cinder-837535-1-iscsi with host dv-cinder-837535-1-iscsi {{(pid=103525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:22:10.809818 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fa30b7-50be-4648-93a9-172720f847e0 admin admin] Made reservation on behalf of 809186fad39d4f6d9876d3e1348b3ab0 for: {'subnet': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:22:10.812464 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-25fa30b7-50be-4648-93a9-172720f847e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59504417'] for subnet (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:10.980895 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-25fa30b7-50be-4648-93a9-172720f847e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59103646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59504439'] for subnet (fc07eb1e-fff2-417b-b6fd-57ebe5882dc3), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:11.035627 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa30b7-50be-4648-93a9-172720f847e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc07eb1e-fff2-417b-b6fd-57ebe5882dc3,revision_number=0']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:11.045618 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fa30b7-50be-4648-93a9-172720f847e0 admin admin] Checking segment: {'id': '7b02f9f2-b6cb-413a-af5f-f12cf146d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:22:11.045985 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fa30b7-50be-4648-93a9-172720f847e0 admin admin] Network hostable DHCP agents. Network: 32fddf7a-be6e-433e-a894-e115b22cd23d, hostable agents: ['fc5bc6ba-9bcd-441b-ae43-9003ca698105'], hosted agents: [] {{(pid=103524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:22:11.062137 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fa30b7-50be-4648-93a9-172720f847e0 admin admin] Network 32fddf7a-be6e-433e-a894-e115b22cd23d is scheduled to be hosted by DHCP agent fc5bc6ba-9bcd-441b-ae43-9003ca698105 with binding_index 1 {{(pid=103524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:22:11.070351 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-25fa30b7-50be-4648-93a9-172720f847e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837535-1-iscsi, 32fddf7a-be6e-433e-a894-e115b22cd23d) {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:22:11.074346 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fa30b7-50be-4648-93a9-172720f847e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:11.074944 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-25fa30b7-50be-4648-93a9-172720f847e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for subnet (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:11.079735 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed568f31-7cdd-44a9-b014-f76d19867469 None None] Network 32fddf7a-be6e-433e-a894-e115b22cd23d requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:22:11.091915 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-25fa30b7-50be-4648-93a9-172720f847e0 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3053119 Apr 12 18:22:11.094493 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 39534) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:22:11.098623 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-a3ed29ac-ec7d-4042-9c0f-acb759e5f815 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-532356373-router', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:22:11.117883 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3ed29ac-ec7d-4042-9c0f-acb759e5f815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-808780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8844'] for router (e255fc0e-1953-4ca8-9ab3-436afac6b7ee), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:11.118962 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3ed29ac-ec7d-4042-9c0f-acb759e5f815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-810069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router (e255fc0e-1953-4ca8-9ab3-436afac6b7ee), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:11.184602 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3ed29ac-ec7d-4042-9c0f-acb759e5f815 admin admin] Publish callbacks [] for router_controller (e255fc0e-1953-4ca8-9ab3-436afac6b7ee), precommit_add_association {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:11.192187 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3c4f1b-32d9-4e52-a1aa-e337b7f7d5f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10cd5d1a-f5e6-56e1-9899-22d4fc397636-32fddf7a-be6e-433e-a894-e115b22cd23d', 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d', 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'fixed_ips': [{'subnet_id': 'fc07eb1e-fff2-417b-b6fd-57ebe5882dc3'}]}} from dv-cinder-837535-1-iscsi. {{(pid=103525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:22:11.193871 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0d3c4f1b-32d9-4e52-a1aa-e337b7f7d5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:11.330993 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3ed29ac-ec7d-4042-9c0f-acb759e5f815 admin admin] Publish callbacks [] for router_gateway (e255fc0e-1953-4ca8-9ab3-436afac6b7ee), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:11.344543 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.db_base_plugin_common [None req-0d3c4f1b-32d9-4e52-a1aa-e337b7f7d5f4 None None] Allocated IP 172.20.0.2 (32fddf7a-be6e-433e-a894-e115b22cd23d/fc07eb1e-fff2-417b-b6fd-57ebe5882dc3/af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c) {{(pid=103525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:22:11.429877 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eddc23-db4a-4a88-9a2a-4ed3986eaddd req-b88a98ab-585f-4c04-ac6d-df343283edf5 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:11.431324 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-97eddc23-db4a-4a88-9a2a-4ed3986eaddd req-b88a98ab-585f-4c04-ac6d-df343283edf5 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0546167 Apr 12 18:22:11.520672 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0d3c4f1b-32d9-4e52-a1aa-e337b7f7d5f4 None None] Publish callbacks [] for port (af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c), precommit_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:11.529458 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0d3c4f1b-32d9-4e52-a1aa-e337b7f7d5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c), after_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:11.551482 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3ed29ac-ec7d-4042-9c0f-acb759e5f815 admin admin] Publish callbacks [] for router_gateway (e255fc0e-1953-4ca8-9ab3-436afac6b7ee), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:11.567137 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3c4f1b-32d9-4e52-a1aa-e337b7f7d5f4 None None] Network 32fddf7a-be6e-433e-a894-e115b22cd23d is already hosted by enough agents. {{(pid=103525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:22:11.570127 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.scheduler.base_scheduler [None req-0d3c4f1b-32d9-4e52-a1aa-e337b7f7d5f4 None None] Resources bound (agent type, host, resource id): {{(pid=103525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:22:11.572199 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3ed29ac-ec7d-4042-9c0f-acb759e5f815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:11.578387 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3c4f1b-32d9-4e52-a1aa-e337b7f7d5f4 None None] Received port after_create {{(pid=103525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:22:11.593562 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c4f1b-32d9-4e52-a1aa-e337b7f7d5f4 None None] Pushing event updated for resources: {'Port': ['ID=af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c,revision_number=1']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:11.653978 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-0d3c4f1b-32d9-4e52-a1aa-e337b7f7d5f4 None None] Attempting to bind port af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:22:11.654402 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-0d3c4f1b-32d9-4e52-a1aa-e337b7f7d5f4 None None] Attempting to bind port af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': '7b02f9f2-b6cb-413a-af5f-f12cf146d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:22:11.654774 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3c4f1b-32d9-4e52-a1aa-e337b7f7d5f4 None None] Attempting to bind port af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c on network 32fddf7a-be6e-433e-a894-e115b22cd23d {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:22:11.660583 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3c4f1b-32d9-4e52-a1aa-e337b7f7d5f4 None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:22:11.660968 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3c4f1b-32d9-4e52-a1aa-e337b7f7d5f4 None None] Checking segment: {'id': '7b02f9f2-b6cb-413a-af5f-f12cf146d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:22:11.661428 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0d3c4f1b-32d9-4e52-a1aa-e337b7f7d5f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:11.661867 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3c4f1b-32d9-4e52-a1aa-e337b7f7d5f4 None None] Bound using segment: {'id': '7b02f9f2-b6cb-413a-af5f-f12cf146d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:22:11.662920 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-0d3c4f1b-32d9-4e52-a1aa-e337b7f7d5f4 None None] Bound port: af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b02f9f2-b6cb-413a-af5f-f12cf146d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:22:11.663352 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0d3c4f1b-32d9-4e52-a1aa-e337b7f7d5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:11.707356 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-a3ed29ac-ec7d-4042-9c0f-acb759e5f815 admin admin] Allocated IP 172.27.1.197 (8fe2c56e-0395-443d-a858-76cf54693827/10fb9747-8da5-4ac4-8e6b-c6dba6e53947/e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:22:11.733652 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-97eddc23-db4a-4a88-9a2a-4ed3986eaddd req-de353a6b-d2fa-4371-8963-eba1b6ce4072 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964654 Apr 12 18:22:11.748621 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-0d3c4f1b-32d9-4e52-a1aa-e337b7f7d5f4 None None] For port af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:22:11.752057 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-0d3c4f1b-32d9-4e52-a1aa-e337b7f7d5f4 None None] For port af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c,segment=NetworkSegment(7b02f9f2-b6cb-413a-af5f-f12cf146d8ff),segment_id=7b02f9f2-b6cb-413a-af5f-f12cf146d8ff)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:22:11.758432 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0d3c4f1b-32d9-4e52-a1aa-e337b7f7d5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:11.815872 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c4f1b-32d9-4e52-a1aa-e337b7f7d5f4 None None] Pushing event updated for resources: {'Port': ['ID=af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:11.836948 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3ed29ac-ec7d-4042-9c0f-acb759e5f815 admin admin] Publish callbacks [] for port (e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:11.874305 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3ed29ac-ec7d-4042-9c0f-acb759e5f815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:11.911771 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ed29ac-ec7d-4042-9c0f-acb759e5f815 admin admin] Network 8fe2c56e-0395-443d-a858-76cf54693827 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:22:11.915339 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-a3ed29ac-ec7d-4042-9c0f-acb759e5f815 admin admin] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:22:11.920858 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ed29ac-ec7d-4042-9c0f-acb759e5f815 admin admin] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:22:11.951701 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed29ac-ec7d-4042-9c0f-acb759e5f815 admin admin] Pushing event updated for resources: {'Port': ['ID=e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:12.218417 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3ed29ac-ec7d-4042-9c0f-acb759e5f815 admin admin] Publish callbacks [] for router_gateway (e255fc0e-1953-4ca8-9ab3-436afac6b7ee), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:12.418964 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3ed29ac-ec7d-4042-9c0f-acb759e5f815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-895179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-807076'] for router (e255fc0e-1953-4ca8-9ab3-436afac6b7ee), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:12.555975 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ed29ac-ec7d-4042-9c0f-acb759e5f815 admin admin] Router e255fc0e-1953-4ca8-9ab3-436afac6b7ee is scheduled to L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 with binding_index 1 {{(pid=103524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:22:12.670984 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ed29ac-ec7d-4042-9c0f-acb759e5f815 admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:22:12.682537 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782aa14-9525-423a-ad8c-70d7f6103f14 None None] Sync routers for ids ['e255fc0e-1953-4ca8-9ab3-436afac6b7ee'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:22:12.690693 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3ed29ac-ec7d-4042-9c0f-acb759e5f815 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:12.691943 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-a3ed29ac-ec7d-4042-9c0f-acb759e5f815 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5965428 Apr 12 18:22:12.695726 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 39544) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:22:12.700386 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7782aa14-9525-423a-ad8c-70d7f6103f14 None None] Routers {'e255fc0e-1953-4ca8-9ab3-436afac6b7ee'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:22:12.701015 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-7782aa14-9525-423a-ad8c-70d7f6103f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:21:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['e255fc0e-1953-4ca8-9ab3-436afac6b7ee'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:22:12.795873 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b578c7-d225-4b4b-909e-4bc16e82f63f None None] Network 32fddf7a-be6e-433e-a894-e115b22cd23d requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:22:12.885154 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded11728-274e-44f9-859e-4c07576db9b6 req-b8310271-a6db-4ebe-8dbd-273be5648294 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:12.893450 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-7782aa14-9525-423a-ad8c-70d7f6103f14 None None] Set router e255fc0e-1953-4ca8-9ab3-436afac6b7ee gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:22:12.897542 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ded11728-274e-44f9-859e-4c07576db9b6 req-b8310271-a6db-4ebe-8dbd-273be5648294 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0662432 Apr 12 18:22:12.899264 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:22:12.933274 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-e726458e-9860-4fbd-810a-106936a1c177 None None] Provisioning complete for port af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:22:12.933937 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-e726458e-9860-4fbd-810a-106936a1c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:12.971671 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ded11728-274e-44f9-859e-4c07576db9b6 req-5f419824-8abf-45e0-aee7-bca7ec4e8bb3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725536 Apr 12 18:22:13.017330 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:22:13.017774 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:13.157600 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-e726458e-9860-4fbd-810a-106936a1c177 None None] Current status of the port af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:22:13.157994 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-e726458e-9860-4fbd-810a-106936a1c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:13.222900 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-11d6cc56-1f1f-4aee-bd83-c90bea2f4602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:13.226957 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:22:13.227431 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:13.244266 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-7782aa14-9525-423a-ad8c-70d7f6103f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'name': 'tempest-TestMinimumBasicScenario-532356373-router', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:22:12Z', 'revision_number': 3, 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'gw_port': {'id': 'e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:22:13.266135 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-e726458e-9860-4fbd-810a-106936a1c177 None None] For port af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c,segment=NetworkSegment(7b02f9f2-b6cb-413a-af5f-f12cf146d8ff),segment_id=7b02f9f2-b6cb-413a-af5f-f12cf146d8ff)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:22:13.274473 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-e726458e-9860-4fbd-810a-106936a1c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:13.279765 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782aa14-9525-423a-ad8c-70d7f6103f14 None None] Checking router: e255fc0e-1953-4ca8-9ab3-436afac6b7ee for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:22:13.280480 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782aa14-9525-423a-ad8c-70d7f6103f14 None None] Updating router e255fc0e-1953-4ca8-9ab3-436afac6b7ee port e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d binding host dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:22:13.312478 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7782aa14-9525-423a-ad8c-70d7f6103f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:13.410778 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726458e-9860-4fbd-810a-106936a1c177 None None] Pushing event updated for resources: {'Port': ['ID=af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:13.416399 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-24bf7868-3035-491f-8d91-168e44ebb803 None None] Provisioning complete for port af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:22:13.416798 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-24bf7868-3035-491f-8d91-168e44ebb803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:13.418644 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.db.api [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 18:22:13.418996 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG oslo_db.api [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 18:22:13.495849 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6dfb89fa-731c-4cf0-ad6c-215ffdf437f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:13.506063 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-24bf7868-3035-491f-8d91-168e44ebb803 None None] Current status of the port af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:22:13.601928 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7782aa14-9525-423a-ad8c-70d7f6103f14 None None] Publish callbacks [] for port (e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:13.607238 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7782aa14-9525-423a-ad8c-70d7f6103f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:13.658034 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-7782aa14-9525-423a-ad8c-70d7f6103f14 None None] Attempting to bind port e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:22:13.658371 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-6dfb89fa-731c-4cf0-ad6c-215ffdf437f7 admin admin] Allocated IP 172.20.0.1 (32fddf7a-be6e-433e-a894-e115b22cd23d/fc07eb1e-fff2-417b-b6fd-57ebe5882dc3/9108e313-b586-47d1-b399-6925d11b473a) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:22:13.658508 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-7782aa14-9525-423a-ad8c-70d7f6103f14 None None] Attempting to bind port e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:22:13.658760 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782aa14-9525-423a-ad8c-70d7f6103f14 None None] Attempting to bind port e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d on network 8fe2c56e-0395-443d-a858-76cf54693827 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:22:13.667046 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f5360-41b3-4d2a-8bba-50adfb8019f2 None None] Pushing event updated for resources: {'Port': ['ID=e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:13.669543 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782aa14-9525-423a-ad8c-70d7f6103f14 None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:22:13.669910 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782aa14-9525-423a-ad8c-70d7f6103f14 None None] Checking segment: {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:22:13.670348 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7782aa14-9525-423a-ad8c-70d7f6103f14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:13.670868 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782aa14-9525-423a-ad8c-70d7f6103f14 None None] Bound using segment: {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:22:13.671372 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-7782aa14-9525-423a-ad8c-70d7f6103f14 None None] Bound port: e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:22:13.671871 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7782aa14-9525-423a-ad8c-70d7f6103f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:13.726007 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-7782aa14-9525-423a-ad8c-70d7f6103f14 None None] For port e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:22:13.729302 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-7782aa14-9525-423a-ad8c-70d7f6103f14 None None] For port e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:22:13.735267 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7782aa14-9525-423a-ad8c-70d7f6103f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:13.767332 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6dfb89fa-731c-4cf0-ad6c-215ffdf437f7 admin admin] Publish callbacks [] for port (9108e313-b586-47d1-b399-6925d11b473a), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:13.797329 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7782aa14-9525-423a-ad8c-70d7f6103f14 None None] Routers {'e255fc0e-1953-4ca8-9ab3-436afac6b7ee'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:22:13.798041 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-7782aa14-9525-423a-ad8c-70d7f6103f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:21:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['e255fc0e-1953-4ca8-9ab3-436afac6b7ee'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:22:13.806198 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6dfb89fa-731c-4cf0-ad6c-215ffdf437f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (9108e313-b586-47d1-b399-6925d11b473a), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:13.839292 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfb89fa-731c-4cf0-ad6c-215ffdf437f7 admin admin] Network 32fddf7a-be6e-433e-a894-e115b22cd23d is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:22:13.841920 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f5360-41b3-4d2a-8bba-50adfb8019f2 None None] Pushing event updated for resources: {'Port': ['ID=e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:13.843822 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-6dfb89fa-731c-4cf0-ad6c-215ffdf437f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:22:13.847902 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfb89fa-731c-4cf0-ad6c-215ffdf437f7 admin admin] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:22:13.890046 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb89fa-731c-4cf0-ad6c-215ffdf437f7 admin admin] Pushing event updated for resources: {'Port': ['ID=9108e313-b586-47d1-b399-6925d11b473a,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:13.903355 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6dfb89fa-731c-4cf0-ad6c-215ffdf437f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-806997'] for router_interface (e255fc0e-1953-4ca8-9ab3-436afac6b7ee), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:13.940050 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-7782aa14-9525-423a-ad8c-70d7f6103f14 None None] Set router e255fc0e-1953-4ca8-9ab3-436afac6b7ee gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:22:13.973983 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:22:14.069272 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6dfb89fa-731c-4cf0-ad6c-215ffdf437f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (9108e313-b586-47d1-b399-6925d11b473a), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:14.110961 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46328c-7f7d-4e41-99b2-74e87507514b req-24239fac-e49e-48c0-b257-6da6b8fddc00 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:14.112708 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3a46328c-7f7d-4e41-99b2-74e87507514b req-24239fac-e49e-48c0-b257-6da6b8fddc00 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0584965 Apr 12 18:22:14.140045 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-7782aa14-9525-423a-ad8c-70d7f6103f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'name': 'tempest-TestMinimumBasicScenario-532356373-router', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:22:12Z', 'revision_number': 3, 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'gw_port': {'id': 'e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:22:14.147813 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-176360fb-494d-4df6-a371-57a437733e36 None None] Provisioning complete for port 9108e313-b586-47d1-b399-6925d11b473a triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:22:14.148419 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-176360fb-494d-4df6-a371-57a437733e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (9108e313-b586-47d1-b399-6925d11b473a), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:14.172049 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782aa14-9525-423a-ad8c-70d7f6103f14 None None] The sync data for ids ['e255fc0e-1953-4ca8-9ab3-436afac6b7ee'] in dv-cinder-837535-1-iscsi is: [{'id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'name': 'tempest-TestMinimumBasicScenario-532356373-router', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:22:12Z', 'revision_number': 3, 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'gw_port': {'id': 'e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:22:14.191414 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3a46328c-7f7d-4e41-99b2-74e87507514b req-94766653-993e-4196-a8a0-9dd77af84d93 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713391 Apr 12 18:22:14.199168 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-176360fb-494d-4df6-a371-57a437733e36 None None] Port 9108e313-b586-47d1-b399-6925d11b473a cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:22:14.272837 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6dfb89fa-731c-4cf0-ad6c-215ffdf437f7 admin admin] Publish callbacks [] for port (9108e313-b586-47d1-b399-6925d11b473a), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:14.277087 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6dfb89fa-731c-4cf0-ad6c-215ffdf437f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (9108e313-b586-47d1-b399-6925d11b473a), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:14.346134 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb89fa-731c-4cf0-ad6c-215ffdf437f7 admin admin] Pushing event updated for resources: {'Port': ['ID=9108e313-b586-47d1-b399-6925d11b473a,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:14.348640 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6dfb89fa-731c-4cf0-ad6c-215ffdf437f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-810981'] for router_interface (e255fc0e-1953-4ca8-9ab3-436afac6b7ee), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:14.463786 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfb89fa-731c-4cf0-ad6c-215ffdf437f7 admin admin] Network 32fddf7a-be6e-433e-a894-e115b22cd23d is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:22:14.465105 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-6dfb89fa-731c-4cf0-ad6c-215ffdf437f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:22:14.603605 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfb89fa-731c-4cf0-ad6c-215ffdf437f7 admin admin] Router e255fc0e-1953-4ca8-9ab3-436afac6b7ee has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:22:14.722326 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-af76e69a-1b9d-4e50-b01e-1066db04b05b None None] Provisioning complete for port 9108e313-b586-47d1-b399-6925d11b473a triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:22:14.722714 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-af76e69a-1b9d-4e50-b01e-1066db04b05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (9108e313-b586-47d1-b399-6925d11b473a), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:14.728288 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfb89fa-731c-4cf0-ad6c-215ffdf437f7 admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:22:14.733601 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-6dfb89fa-731c-4cf0-ad6c-215ffdf437f7 admin admin] 10.222.0.52 "PUT /v2.0/routers/e255fc0e-1953-4ca8-9ab3-436afac6b7ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0368471 Apr 12 18:22:14.778704 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-af76e69a-1b9d-4e50-b01e-1066db04b05b None None] Port 9108e313-b586-47d1-b399-6925d11b473a cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:22:14.914630 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:22:14.974558 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:22:14.975244 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:15.091657 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:22:15.092320 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:15.116659 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] For port e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:22:15.121040 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:15.122387 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:22:15.319734 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28912b30-b45e-4efd-a5a2-3141e03f1360 req-850a75b3-2f7c-459c-9743-a7878b58b4eb tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:15.321366 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-28912b30-b45e-4efd-a5a2-3141e03f1360 req-850a75b3-2f7c-459c-9743-a7878b58b4eb tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0551257 Apr 12 18:22:15.329871 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 39580) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:22:15.335768 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-363d2428-8d49-45f1-b8cd-fcf272652b6b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1576058687-network', 'tenant_id': 'acdd5524c6bc4456a394ab8a7f0beead'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:22:15.336575 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Pushing event updated for resources: {'Port': ['ID=e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:15.347841 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:22:15.348303 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:15.356285 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363d2428-8d49-45f1-b8cd-fcf272652b6b admin admin] Made reservation on behalf of acdd5524c6bc4456a394ab8a7f0beead for: {'network': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:22:15.359502 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-363d2428-8d49-45f1-b8cd-fcf272652b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for network (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:15.370353 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-363d2428-8d49-45f1-b8cd-fcf272652b6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:15.372286 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-28912b30-b45e-4efd-a5a2-3141e03f1360 req-aa29e8c4-9cb4-4a59-851a-a89505e39ce1 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449634 Apr 12 18:22:15.452580 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:22:15.479957 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-363d2428-8d49-45f1-b8cd-fcf272652b6b admin admin] Publish callbacks [] for security_group (a2038308-cf8e-4e1b-a92e-9ee0207fe98b), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:15.483655 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-363d2428-8d49-45f1-b8cd-fcf272652b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (a2038308-cf8e-4e1b-a92e-9ee0207fe98b), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:15.509511 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c3de1b1f-3220-40ae-a9db-f50973060ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:15.511492 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-363d2428-8d49-45f1-b8cd-fcf272652b6b admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:22:15.521100 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d2428-8d49-45f1-b8cd-fcf272652b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2038308-cf8e-4e1b-a92e-9ee0207fe98b,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:15.526166 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-363d2428-8d49-45f1-b8cd-fcf272652b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (61bbd185-3a43-4cf3-ae71-18fe92cc9776), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:15.526516 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.db.segments_db [None req-363d2428-8d49-45f1-b8cd-fcf272652b6b admin admin] Added segment 61bbd185-3a43-4cf3-ae71-18fe92cc9776 of type vlan for network 8ca428fa-e608-416f-b852-2b9ffc7a2083 Apr 12 18:22:15.575530 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-363d2428-8d49-45f1-b8cd-fcf272652b6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761369839068'] for network (8ca428fa-e608-416f-b852-2b9ffc7a2083), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:15.599909 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-363d2428-8d49-45f1-b8cd-fcf272652b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for network (8ca428fa-e608-416f-b852-2b9ffc7a2083), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:15.601617 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363d2428-8d49-45f1-b8cd-fcf272652b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:15.602215 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-363d2428-8d49-45f1-b8cd-fcf272652b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:15.665229 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-363d2428-8d49-45f1-b8cd-fcf272652b6b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3342412 Apr 12 18:22:15.668128 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 39584) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:22:15.672471 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d2428-8d49-45f1-b8cd-fcf272652b6b admin admin] Pushing event updated for resources: {'Network': ['ID=8ca428fa-e608-416f-b852-2b9ffc7a2083,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:15.673389 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f3dce536-3ea0-414a-9323-3cf213677780 admin admin] Request body: {'subnet': {'network_id': '8ca428fa-e608-416f-b852-2b9ffc7a2083', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1576058687-subnet', 'tenant_id': 'acdd5524c6bc4456a394ab8a7f0beead', 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:22:15.684413 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Network 8ca428fa-e608-416f-b852-2b9ffc7a2083 details requested by agent ovs-agent-dv-cinder-837535-1-iscsi with host dv-cinder-837535-1-iscsi {{(pid=103525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:22:15.698790 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dce536-3ea0-414a-9323-3cf213677780 admin admin] Made reservation on behalf of acdd5524c6bc4456a394ab8a7f0beead for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:22:15.701417 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f3dce536-3ea0-414a-9323-3cf213677780 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:15.885709 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f3dce536-3ea0-414a-9323-3cf213677780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for subnet (16b96f5b-56a6-41f7-9ebe-e3f4af45efb6), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:15.942850 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dce536-3ea0-414a-9323-3cf213677780 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b96f5b-56a6-41f7-9ebe-e3f4af45efb6,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:15.949872 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dce536-3ea0-414a-9323-3cf213677780 admin admin] Checking segment: {'id': '61bbd185-3a43-4cf3-ae71-18fe92cc9776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ca428fa-e608-416f-b852-2b9ffc7a2083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:22:15.950224 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dce536-3ea0-414a-9323-3cf213677780 admin admin] Network hostable DHCP agents. Network: 8ca428fa-e608-416f-b852-2b9ffc7a2083, hostable agents: ['fc5bc6ba-9bcd-441b-ae43-9003ca698105'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:22:15.967192 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dce536-3ea0-414a-9323-3cf213677780 admin admin] Network 8ca428fa-e608-416f-b852-2b9ffc7a2083 is scheduled to be hosted by DHCP agent fc5bc6ba-9bcd-441b-ae43-9003ca698105 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:22:15.976299 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-f3dce536-3ea0-414a-9323-3cf213677780 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837535-1-iscsi, 8ca428fa-e608-416f-b852-2b9ffc7a2083) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:22:15.980534 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dce536-3ea0-414a-9323-3cf213677780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:15.981220 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f3dce536-3ea0-414a-9323-3cf213677780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for subnet (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:15.985250 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df154123-4fd4-4d6f-83e8-b14527e78d55 None None] Network 8ca428fa-e608-416f-b852-2b9ffc7a2083 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:22:16.007420 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-f3dce536-3ea0-414a-9323-3cf213677780 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3349133 Apr 12 18:22:16.008067 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 39586) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:22:16.013368 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-d387c0b2-af17-4312-81b9-5e71e2bd32ee admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1576058687-router', 'tenant_id': 'acdd5524c6bc4456a394ab8a7f0beead', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:22:16.018974 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c21d93e-9beb-4271-8a35-e85062993275 None None] Sync routers for ids ['e255fc0e-1953-4ca8-9ab3-436afac6b7ee'] in dv-cinder-837535-1-iscsi {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:22:16.033702 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d387c0b2-af17-4312-81b9-5e71e2bd32ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-808780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8844'] for router (86f87399-39d6-4f2c-9edf-073862383f0e), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:16.034743 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d387c0b2-af17-4312-81b9-5e71e2bd32ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-810069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router (86f87399-39d6-4f2c-9edf-073862383f0e), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:16.068094 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c21d93e-9beb-4271-8a35-e85062993275 None None] Routers {'e255fc0e-1953-4ca8-9ab3-436afac6b7ee'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:22:16.069531 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4c21d93e-9beb-4271-8a35-e85062993275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:22:15Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['e255fc0e-1953-4ca8-9ab3-436afac6b7ee'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:22:16.086620 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d387c0b2-af17-4312-81b9-5e71e2bd32ee admin admin] Publish callbacks [] for router_controller (86f87399-39d6-4f2c-9edf-073862383f0e), precommit_add_association {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:16.199165 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f05a1f-71f3-4aaa-8575-97c2605a61b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10cd5d1a-f5e6-56e1-9899-22d4fc397636-8ca428fa-e608-416f-b852-2b9ffc7a2083', 'network_id': '8ca428fa-e608-416f-b852-2b9ffc7a2083', 'project_id': 'acdd5524c6bc4456a394ab8a7f0beead', 'fixed_ips': [{'subnet_id': '16b96f5b-56a6-41f7-9ebe-e3f4af45efb6'}]}} from dv-cinder-837535-1-iscsi. {{(pid=103525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:22:16.200200 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b1f05a1f-71f3-4aaa-8575-97c2605a61b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:16.244185 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-4c21d93e-9beb-4271-8a35-e85062993275 None None] Set router e255fc0e-1953-4ca8-9ab3-436afac6b7ee gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:22:16.265953 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d387c0b2-af17-4312-81b9-5e71e2bd32ee admin admin] Publish callbacks [] for router_gateway (86f87399-39d6-4f2c-9edf-073862383f0e), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:16.500583 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.db_base_plugin_common [None req-b1f05a1f-71f3-4aaa-8575-97c2605a61b5 None None] Allocated IP 172.20.0.2 (8ca428fa-e608-416f-b852-2b9ffc7a2083/16b96f5b-56a6-41f7-9ebe-e3f4af45efb6/ee5aee01-01b1-4065-9e2a-14f06faf6104) {{(pid=103525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:22:16.543386 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654330a-de36-448a-adf9-794fdee837fc req-1ec1c1e2-c30a-4f86-a847-c49859c9687f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:16.551252 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b654330a-de36-448a-adf9-794fdee837fc req-1ec1c1e2-c30a-4f86-a847-c49859c9687f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0862491 Apr 12 18:22:16.553715 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d387c0b2-af17-4312-81b9-5e71e2bd32ee admin admin] Publish callbacks [] for router_gateway (86f87399-39d6-4f2c-9edf-073862383f0e), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:16.609484 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d387c0b2-af17-4312-81b9-5e71e2bd32ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:16.616697 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b654330a-de36-448a-adf9-794fdee837fc req-933362ea-5b63-4a74-8441-d67d63805b9e tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598736 Apr 12 18:22:16.642524 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4c21d93e-9beb-4271-8a35-e85062993275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'name': 'tempest-TestMinimumBasicScenario-532356373-router', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:22:14Z', 'revision_number': 4, 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'gw_port': {'id': 'e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '9108e313-b586-47d1-b399-6925d11b473a', 'name': '', 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'mac_address': 'fa:16:3e:61:7e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'fc07eb1e-fff2-417b-b6fd-57ebe5882dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:13Z', 'updated_at': '2022-04-12T18:22:14Z', 'revision_number': 2, 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'subnets': [{'id': 'fc07eb1e-fff2-417b-b6fd-57ebe5882dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:22:16.678386 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c21d93e-9beb-4271-8a35-e85062993275 None None] Checking router: e255fc0e-1953-4ca8-9ab3-436afac6b7ee for host: dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:22:16.678753 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c21d93e-9beb-4271-8a35-e85062993275 None None] Updating router e255fc0e-1953-4ca8-9ab3-436afac6b7ee port 9108e313-b586-47d1-b399-6925d11b473a binding host dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:22:16.727549 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-d387c0b2-af17-4312-81b9-5e71e2bd32ee admin admin] Allocated IP 172.27.1.236 (8fe2c56e-0395-443d-a858-76cf54693827/10fb9747-8da5-4ac4-8e6b-c6dba6e53947/3679be33-52ab-47d6-ab2f-8ca0993b11c5) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:22:16.734881 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4c21d93e-9beb-4271-8a35-e85062993275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (9108e313-b586-47d1-b399-6925d11b473a), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:16.789478 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b1f05a1f-71f3-4aaa-8575-97c2605a61b5 None None] Publish callbacks [] for port (ee5aee01-01b1-4065-9e2a-14f06faf6104), precommit_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:16.801195 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b1f05a1f-71f3-4aaa-8575-97c2605a61b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (ee5aee01-01b1-4065-9e2a-14f06faf6104), after_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:16.848204 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d387c0b2-af17-4312-81b9-5e71e2bd32ee admin admin] Publish callbacks [] for port (3679be33-52ab-47d6-ab2f-8ca0993b11c5), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:16.883310 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d387c0b2-af17-4312-81b9-5e71e2bd32ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (3679be33-52ab-47d6-ab2f-8ca0993b11c5), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:16.885347 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:22:16.907990 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f05a1f-71f3-4aaa-8575-97c2605a61b5 None None] Network 8ca428fa-e608-416f-b852-2b9ffc7a2083 is already hosted by enough agents. {{(pid=103525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:22:16.926441 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d387c0b2-af17-4312-81b9-5e71e2bd32ee admin admin] Network 8fe2c56e-0395-443d-a858-76cf54693827 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:22:16.932576 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-d387c0b2-af17-4312-81b9-5e71e2bd32ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:22:16.936077 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d387c0b2-af17-4312-81b9-5e71e2bd32ee admin admin] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:22:16.943825 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.scheduler.base_scheduler [None req-b1f05a1f-71f3-4aaa-8575-97c2605a61b5 None None] Resources bound (agent type, host, resource id): {{(pid=103525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:22:16.957227 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f05a1f-71f3-4aaa-8575-97c2605a61b5 None None] Received port after_create {{(pid=103525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:22:16.964376 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387c0b2-af17-4312-81b9-5e71e2bd32ee admin admin] Pushing event updated for resources: {'Port': ['ID=3679be33-52ab-47d6-ab2f-8ca0993b11c5,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:16.969152 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:16.986028 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f05a1f-71f3-4aaa-8575-97c2605a61b5 None None] Pushing event updated for resources: {'Port': ['ID=ee5aee01-01b1-4065-9e2a-14f06faf6104,revision_number=1']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:17.097920 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:22:17.098355 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:17.128534 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-b1f05a1f-71f3-4aaa-8575-97c2605a61b5 None None] Attempting to bind port ee5aee01-01b1-4065-9e2a-14f06faf6104 on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:22:17.128909 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-b1f05a1f-71f3-4aaa-8575-97c2605a61b5 None None] Attempting to bind port ee5aee01-01b1-4065-9e2a-14f06faf6104 by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': '61bbd185-3a43-4cf3-ae71-18fe92cc9776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ca428fa-e608-416f-b852-2b9ffc7a2083'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:22:17.129299 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f05a1f-71f3-4aaa-8575-97c2605a61b5 None None] Attempting to bind port ee5aee01-01b1-4065-9e2a-14f06faf6104 on network 8ca428fa-e608-416f-b852-2b9ffc7a2083 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:22:17.153511 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f05a1f-71f3-4aaa-8575-97c2605a61b5 None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:22:17.153891 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f05a1f-71f3-4aaa-8575-97c2605a61b5 None None] Checking segment: {'id': '61bbd185-3a43-4cf3-ae71-18fe92cc9776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ca428fa-e608-416f-b852-2b9ffc7a2083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:22:17.154213 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b1f05a1f-71f3-4aaa-8575-97c2605a61b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:17.154610 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f05a1f-71f3-4aaa-8575-97c2605a61b5 None None] Bound using segment: {'id': '61bbd185-3a43-4cf3-ae71-18fe92cc9776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ca428fa-e608-416f-b852-2b9ffc7a2083'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:22:17.155104 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-b1f05a1f-71f3-4aaa-8575-97c2605a61b5 None None] Bound port: ee5aee01-01b1-4065-9e2a-14f06faf6104, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61bbd185-3a43-4cf3-ae71-18fe92cc9776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ca428fa-e608-416f-b852-2b9ffc7a2083'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:22:17.155483 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b1f05a1f-71f3-4aaa-8575-97c2605a61b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (ee5aee01-01b1-4065-9e2a-14f06faf6104), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:17.208901 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d387c0b2-af17-4312-81b9-5e71e2bd32ee admin admin] Publish callbacks [] for router_gateway (86f87399-39d6-4f2c-9edf-073862383f0e), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:17.313319 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-b1f05a1f-71f3-4aaa-8575-97c2605a61b5 None None] For port ee5aee01-01b1-4065-9e2a-14f06faf6104, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:22:17.322061 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:22:17.331284 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4c21d93e-9beb-4271-8a35-e85062993275 None None] Publish callbacks [] for port (9108e313-b586-47d1-b399-6925d11b473a), precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:17.337488 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-b1f05a1f-71f3-4aaa-8575-97c2605a61b5 None None] For port ee5aee01-01b1-4065-9e2a-14f06faf6104, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=ee5aee01-01b1-4065-9e2a-14f06faf6104,segment=NetworkSegment(61bbd185-3a43-4cf3-ae71-18fe92cc9776),segment_id=61bbd185-3a43-4cf3-ae71-18fe92cc9776)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:22:17.340191 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4c21d93e-9beb-4271-8a35-e85062993275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (9108e313-b586-47d1-b399-6925d11b473a), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:17.350023 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b1f05a1f-71f3-4aaa-8575-97c2605a61b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (ee5aee01-01b1-4065-9e2a-14f06faf6104), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:17.410666 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f745c1-c687-484e-a8ef-f662cabfc163 None None] Pushing event updated for resources: {'Port': ['ID=9108e313-b586-47d1-b399-6925d11b473a,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:17.431203 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d387c0b2-af17-4312-81b9-5e71e2bd32ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-895179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-807076'] for router (86f87399-39d6-4f2c-9edf-073862383f0e), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:17.613197 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d387c0b2-af17-4312-81b9-5e71e2bd32ee admin admin] Router 86f87399-39d6-4f2c-9edf-073862383f0e is scheduled to L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 with binding_index 1 {{(pid=103524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:22:17.652074 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f05a1f-71f3-4aaa-8575-97c2605a61b5 None None] Pushing event updated for resources: {'Port': ['ID=ee5aee01-01b1-4065-9e2a-14f06faf6104,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:17.657105 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-4c21d93e-9beb-4271-8a35-e85062993275 None None] Attempting to bind port 9108e313-b586-47d1-b399-6925d11b473a on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:22:17.657503 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-4c21d93e-9beb-4271-8a35-e85062993275 None None] Attempting to bind port 9108e313-b586-47d1-b399-6925d11b473a by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': '7b02f9f2-b6cb-413a-af5f-f12cf146d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:22:17.657850 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c21d93e-9beb-4271-8a35-e85062993275 None None] Attempting to bind port 9108e313-b586-47d1-b399-6925d11b473a on network 32fddf7a-be6e-433e-a894-e115b22cd23d {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:22:17.663906 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c21d93e-9beb-4271-8a35-e85062993275 None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:22:17.664269 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c21d93e-9beb-4271-8a35-e85062993275 None None] Checking segment: {'id': '7b02f9f2-b6cb-413a-af5f-f12cf146d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:22:17.664756 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4c21d93e-9beb-4271-8a35-e85062993275 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:17.665243 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c21d93e-9beb-4271-8a35-e85062993275 None None] Bound using segment: {'id': '7b02f9f2-b6cb-413a-af5f-f12cf146d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:22:17.665799 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-4c21d93e-9beb-4271-8a35-e85062993275 None None] Bound port: 9108e313-b586-47d1-b399-6925d11b473a, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b02f9f2-b6cb-413a-af5f-f12cf146d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:22:17.666248 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4c21d93e-9beb-4271-8a35-e85062993275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (9108e313-b586-47d1-b399-6925d11b473a), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:17.748579 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-7dac1f7e-3a81-4a3f-a6a6-1acd251be1b0 None None] Provisioning complete for port 9108e313-b586-47d1-b399-6925d11b473a triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:22:17.748748 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197fd73-2160-47e9-ae1d-eff7c208f333 req-f45f7d46-0c2c-4b34-9c78-23d0a439096b tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:17.749279 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7dac1f7e-3a81-4a3f-a6a6-1acd251be1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (9108e313-b586-47d1-b399-6925d11b473a), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:17.750414 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8197fd73-2160-47e9-ae1d-eff7c208f333 req-f45f7d46-0c2c-4b34-9c78-23d0a439096b tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0624030 Apr 12 18:22:17.846752 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-4c21d93e-9beb-4271-8a35-e85062993275 None None] For port 9108e313-b586-47d1-b399-6925d11b473a, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:22:17.852386 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-7dac1f7e-3a81-4a3f-a6a6-1acd251be1b0 None None] Port 9108e313-b586-47d1-b399-6925d11b473a cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:22:17.868370 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8197fd73-2160-47e9-ae1d-eff7c208f333 req-f03b77fe-0288-44fb-a6c0-9ea421579149 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026618 Apr 12 18:22:17.883463 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-4c21d93e-9beb-4271-8a35-e85062993275 None None] For port 9108e313-b586-47d1-b399-6925d11b473a, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=9108e313-b586-47d1-b399-6925d11b473a,segment=NetworkSegment(7b02f9f2-b6cb-413a-af5f-f12cf146d8ff),segment_id=7b02f9f2-b6cb-413a-af5f-f12cf146d8ff)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:22:17.895937 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4c21d93e-9beb-4271-8a35-e85062993275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (9108e313-b586-47d1-b399-6925d11b473a), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:17.959376 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c21d93e-9beb-4271-8a35-e85062993275 None None] Routers {'e255fc0e-1953-4ca8-9ab3-436afac6b7ee'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:22:17.960112 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4c21d93e-9beb-4271-8a35-e85062993275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:22:15Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['e255fc0e-1953-4ca8-9ab3-436afac6b7ee'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:22:18.038387 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f745c1-c687-484e-a8ef-f662cabfc163 None None] Pushing event updated for resources: {'Port': ['ID=9108e313-b586-47d1-b399-6925d11b473a,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:18.126907 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-4c21d93e-9beb-4271-8a35-e85062993275 None None] Set router e255fc0e-1953-4ca8-9ab3-436afac6b7ee gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:22:18.141415 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d387c0b2-af17-4312-81b9-5e71e2bd32ee admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:22:18.154874 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfb0a5e-f14b-4201-ade7-9c5c25bedf06 None None] Sync routers for ids ['86f87399-39d6-4f2c-9edf-073862383f0e'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:22:18.167805 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d387c0b2-af17-4312-81b9-5e71e2bd32ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:18.170046 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-d387c0b2-af17-4312-81b9-5e71e2bd32ee admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1608272 Apr 12 18:22:18.172662 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 39620) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:22:18.176371 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfb0a5e-f14b-4201-ade7-9c5c25bedf06 None None] Routers {'86f87399-39d6-4f2c-9edf-073862383f0e'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:22:18.179386 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-ccfb0a5e-f14b-4201-ade7-9c5c25bedf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:22:15Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['86f87399-39d6-4f2c-9edf-073862383f0e'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:22:18.308142 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-7fdf3a82-8507-4b18-bdf6-a604a5ef22fa None None] Provisioning complete for port 9108e313-b586-47d1-b399-6925d11b473a triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:22:18.308519 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7fdf3a82-8507-4b18-bdf6-a604a5ef22fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (9108e313-b586-47d1-b399-6925d11b473a), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:18.316422 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-ccfb0a5e-f14b-4201-ade7-9c5c25bedf06 None None] Set router 86f87399-39d6-4f2c-9edf-073862383f0e gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:22:18.376060 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:18.455560 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4c21d93e-9beb-4271-8a35-e85062993275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'name': 'tempest-TestMinimumBasicScenario-532356373-router', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:22:14Z', 'revision_number': 4, 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'gw_port': {'id': 'e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '9108e313-b586-47d1-b399-6925d11b473a', 'name': '', 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'mac_address': 'fa:16:3e:61:7e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'fc07eb1e-fff2-417b-b6fd-57ebe5882dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:13Z', 'updated_at': '2022-04-12T18:22:17Z', 'revision_number': 4, 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'subnets': [{'id': 'fc07eb1e-fff2-417b-b6fd-57ebe5882dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:22:18.489716 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c21d93e-9beb-4271-8a35-e85062993275 None None] The sync data for ids ['e255fc0e-1953-4ca8-9ab3-436afac6b7ee'] in dv-cinder-837535-1-iscsi is: [{'id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'name': 'tempest-TestMinimumBasicScenario-532356373-router', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:22:14Z', 'revision_number': 4, 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'gw_port': {'id': 'e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '9108e313-b586-47d1-b399-6925d11b473a', 'name': '', 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'mac_address': 'fa:16:3e:61:7e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'fc07eb1e-fff2-417b-b6fd-57ebe5882dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:13Z', 'updated_at': '2022-04-12T18:22:17Z', 'revision_number': 4, 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'subnets': [{'id': 'fc07eb1e-fff2-417b-b6fd-57ebe5882dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:22:18.492677 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf3a82-8507-4b18-bdf6-a604a5ef22fa None None] Current status of the port 9108e313-b586-47d1-b399-6925d11b473a is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:22:18.493093 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7fdf3a82-8507-4b18-bdf6-a604a5ef22fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (9108e313-b586-47d1-b399-6925d11b473a), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:18.532876 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-7fdf3a82-8507-4b18-bdf6-a604a5ef22fa None None] For port 9108e313-b586-47d1-b399-6925d11b473a, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=9108e313-b586-47d1-b399-6925d11b473a,segment=NetworkSegment(7b02f9f2-b6cb-413a-af5f-f12cf146d8ff),segment_id=7b02f9f2-b6cb-413a-af5f-f12cf146d8ff)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:22:18.562909 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7fdf3a82-8507-4b18-bdf6-a604a5ef22fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (9108e313-b586-47d1-b399-6925d11b473a), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:18.587585 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-ccfb0a5e-f14b-4201-ade7-9c5c25bedf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f87399-39d6-4f2c-9edf-073862383f0e', 'name': 'tempest-TestMinimumBasicScenario-1576058687-router', 'tenant_id': 'acdd5524c6bc4456a394ab8a7f0beead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3679be33-52ab-47d6-ab2f-8ca0993b11c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:22:16Z', 'updated_at': '2022-04-12T18:22:17Z', 'revision_number': 3, 'project_id': 'acdd5524c6bc4456a394ab8a7f0beead', 'gw_port': {'id': '3679be33-52ab-47d6-ab2f-8ca0993b11c5', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f87399-39d6-4f2c-9edf-073862383f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:16Z', 'updated_at': '2022-04-12T18:22:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:22:18.621756 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfb0a5e-f14b-4201-ade7-9c5c25bedf06 None None] Checking router: 86f87399-39d6-4f2c-9edf-073862383f0e for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:22:18.622107 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfb0a5e-f14b-4201-ade7-9c5c25bedf06 None None] Updating router 86f87399-39d6-4f2c-9edf-073862383f0e port 3679be33-52ab-47d6-ab2f-8ca0993b11c5 binding host dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:22:18.651934 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf3a82-8507-4b18-bdf6-a604a5ef22fa None None] Pushing event updated for resources: {'Port': ['ID=9108e313-b586-47d1-b399-6925d11b473a,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:18.662886 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ccfb0a5e-f14b-4201-ade7-9c5c25bedf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (3679be33-52ab-47d6-ab2f-8ca0993b11c5), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:18.770464 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b479759f-1cf9-4a23-8447-048a97767e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:18.920336 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1df449d-3bfc-4dfc-80b7-97d601850f66 None None] Network 8ca428fa-e608-416f-b852-2b9ffc7a2083 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:22:18.993927 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device ee5aee01-01b1-4065-9e2a-14f06faf6104 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:22:19.043204 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-2d9182dc-70c5-4094-abcd-6f34e75da6ad None None] Provisioning complete for port ee5aee01-01b1-4065-9e2a-14f06faf6104 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:22:19.044203 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-2d9182dc-70c5-4094-abcd-6f34e75da6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (ee5aee01-01b1-4065-9e2a-14f06faf6104), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:19.063361 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ccfb0a5e-f14b-4201-ade7-9c5c25bedf06 None None] Publish callbacks [] for port (3679be33-52ab-47d6-ab2f-8ca0993b11c5), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:19.070797 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-b479759f-1cf9-4a23-8447-048a97767e95 admin admin] Allocated IP 172.20.0.1 (8ca428fa-e608-416f-b852-2b9ffc7a2083/16b96f5b-56a6-41f7-9ebe-e3f4af45efb6/a63c7e92-fbb3-4597-95e5-8218676f6e70) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:22:19.074969 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ccfb0a5e-f14b-4201-ade7-9c5c25bedf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (3679be33-52ab-47d6-ab2f-8ca0993b11c5), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:19.103841 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660c1fc-0eb7-4ba4-8718-4cab441901e8 req-50f77da5-7ede-4ed0-9131-58bd4b583257 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:19.110970 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c660c1fc-0eb7-4ba4-8718-4cab441901e8 req-50f77da5-7ede-4ed0-9131-58bd4b583257 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.1170926 Apr 12 18:22:19.153204 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port ee5aee01-01b1-4065-9e2a-14f06faf6104 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:22:19.154124 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (ee5aee01-01b1-4065-9e2a-14f06faf6104), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:19.184088 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80da64-6e52-44cd-8799-0c409a68c89f None None] Pushing event updated for resources: {'Port': ['ID=3679be33-52ab-47d6-ab2f-8ca0993b11c5,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:19.195694 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c660c1fc-0eb7-4ba4-8718-4cab441901e8 req-9de48266-158c-4208-a3b7-406e9fe57563 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834627 Apr 12 18:22:19.217499 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-ccfb0a5e-f14b-4201-ade7-9c5c25bedf06 None None] Attempting to bind port 3679be33-52ab-47d6-ab2f-8ca0993b11c5 on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:22:19.218088 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-ccfb0a5e-f14b-4201-ade7-9c5c25bedf06 None None] Attempting to bind port 3679be33-52ab-47d6-ab2f-8ca0993b11c5 by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:22:19.218525 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb0a5e-f14b-4201-ade7-9c5c25bedf06 None None] Attempting to bind port 3679be33-52ab-47d6-ab2f-8ca0993b11c5 on network 8fe2c56e-0395-443d-a858-76cf54693827 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:22:19.228474 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb0a5e-f14b-4201-ade7-9c5c25bedf06 None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:22:19.228990 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb0a5e-f14b-4201-ade7-9c5c25bedf06 None None] Checking segment: {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:22:19.230446 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ccfb0a5e-f14b-4201-ade7-9c5c25bedf06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:19.231066 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb0a5e-f14b-4201-ade7-9c5c25bedf06 None None] Bound using segment: {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:22:19.232677 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-ccfb0a5e-f14b-4201-ade7-9c5c25bedf06 None None] Bound port: 3679be33-52ab-47d6-ab2f-8ca0993b11c5, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:22:19.233768 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ccfb0a5e-f14b-4201-ade7-9c5c25bedf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (3679be33-52ab-47d6-ab2f-8ca0993b11c5), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:19.282263 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b479759f-1cf9-4a23-8447-048a97767e95 admin admin] Publish callbacks [] for port (a63c7e92-fbb3-4597-95e5-8218676f6e70), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:19.290144 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-2d9182dc-70c5-4094-abcd-6f34e75da6ad None None] Current status of the port ee5aee01-01b1-4065-9e2a-14f06faf6104 is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:22:19.291036 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-2d9182dc-70c5-4094-abcd-6f34e75da6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (ee5aee01-01b1-4065-9e2a-14f06faf6104), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:19.335707 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b479759f-1cf9-4a23-8447-048a97767e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (a63c7e92-fbb3-4597-95e5-8218676f6e70), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:19.337655 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-ccfb0a5e-f14b-4201-ade7-9c5c25bedf06 None None] For port 3679be33-52ab-47d6-ab2f-8ca0993b11c5, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:22:19.341780 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-ccfb0a5e-f14b-4201-ade7-9c5c25bedf06 None None] For port 3679be33-52ab-47d6-ab2f-8ca0993b11c5, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=3679be33-52ab-47d6-ab2f-8ca0993b11c5,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:22:19.342102 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:19.357768 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ccfb0a5e-f14b-4201-ade7-9c5c25bedf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (3679be33-52ab-47d6-ab2f-8ca0993b11c5), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:19.391288 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b479759f-1cf9-4a23-8447-048a97767e95 admin admin] Network 8ca428fa-e608-416f-b852-2b9ffc7a2083 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:22:19.391494 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-2d9182dc-70c5-4094-abcd-6f34e75da6ad None None] For port ee5aee01-01b1-4065-9e2a-14f06faf6104, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=ee5aee01-01b1-4065-9e2a-14f06faf6104,segment=NetworkSegment(61bbd185-3a43-4cf3-ae71-18fe92cc9776),segment_id=61bbd185-3a43-4cf3-ae71-18fe92cc9776)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:22:19.392498 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port ee5aee01-01b1-4065-9e2a-14f06faf6104 is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:22:19.392886 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (ee5aee01-01b1-4065-9e2a-14f06faf6104), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:19.403698 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-b479759f-1cf9-4a23-8447-048a97767e95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:22:19.406926 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b479759f-1cf9-4a23-8447-048a97767e95 admin admin] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:22:19.411182 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-2d9182dc-70c5-4094-abcd-6f34e75da6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (ee5aee01-01b1-4065-9e2a-14f06faf6104), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:19.458372 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479759f-1cf9-4a23-8447-048a97767e95 admin admin] Pushing event updated for resources: {'Port': ['ID=a63c7e92-fbb3-4597-95e5-8218676f6e70,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:19.476188 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b479759f-1cf9-4a23-8447-048a97767e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-806997'] for router_interface (86f87399-39d6-4f2c-9edf-073862383f0e), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:19.563453 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9182dc-70c5-4094-abcd-6f34e75da6ad None None] Pushing event updated for resources: {'Port': ['ID=ee5aee01-01b1-4065-9e2a-14f06faf6104,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:19.578398 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-c6e6dd39-a4aa-42c6-9ae2-93d6e71db63a None None] Provisioning complete for port ee5aee01-01b1-4065-9e2a-14f06faf6104 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:22:19.578792 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c6e6dd39-a4aa-42c6-9ae2-93d6e71db63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (ee5aee01-01b1-4065-9e2a-14f06faf6104), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:19.580604 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.db.api [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 18:22:19.580959 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG oslo_db.api [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 18:22:19.595952 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfb0a5e-f14b-4201-ade7-9c5c25bedf06 None None] Routers {'86f87399-39d6-4f2c-9edf-073862383f0e'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:22:19.596595 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-ccfb0a5e-f14b-4201-ade7-9c5c25bedf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:22:15Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['86f87399-39d6-4f2c-9edf-073862383f0e'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:22:19.658329 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80da64-6e52-44cd-8799-0c409a68c89f None None] Pushing event updated for resources: {'Port': ['ID=3679be33-52ab-47d6-ab2f-8ca0993b11c5,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:19.666918 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b479759f-1cf9-4a23-8447-048a97767e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (a63c7e92-fbb3-4597-95e5-8218676f6e70), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:19.692764 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-c6e6dd39-a4aa-42c6-9ae2-93d6e71db63a None None] Current status of the port ee5aee01-01b1-4065-9e2a-14f06faf6104 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:22:19.770826 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-ccfb0a5e-f14b-4201-ade7-9c5c25bedf06 None None] Set router 86f87399-39d6-4f2c-9edf-073862383f0e gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:22:19.869989 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b479759f-1cf9-4a23-8447-048a97767e95 admin admin] Publish callbacks [] for port (a63c7e92-fbb3-4597-95e5-8218676f6e70), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:19.874985 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b479759f-1cf9-4a23-8447-048a97767e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (a63c7e92-fbb3-4597-95e5-8218676f6e70), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:19.912209 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-533c5547-bbbb-4cdf-98d2-03a8ee3f1231 None None] Provisioning complete for port a63c7e92-fbb3-4597-95e5-8218676f6e70 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:22:19.912865 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-533c5547-bbbb-4cdf-98d2-03a8ee3f1231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (a63c7e92-fbb3-4597-95e5-8218676f6e70), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:19.948820 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479759f-1cf9-4a23-8447-048a97767e95 admin admin] Pushing event updated for resources: {'Port': ['ID=a63c7e92-fbb3-4597-95e5-8218676f6e70,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:19.951364 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b479759f-1cf9-4a23-8447-048a97767e95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-810981'] for router_interface (86f87399-39d6-4f2c-9edf-073862383f0e), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:19.997894 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-533c5547-bbbb-4cdf-98d2-03a8ee3f1231 None None] Port a63c7e92-fbb3-4597-95e5-8218676f6e70 cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:22:19.998646 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-ccfb0a5e-f14b-4201-ade7-9c5c25bedf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f87399-39d6-4f2c-9edf-073862383f0e', 'name': 'tempest-TestMinimumBasicScenario-1576058687-router', 'tenant_id': 'acdd5524c6bc4456a394ab8a7f0beead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3679be33-52ab-47d6-ab2f-8ca0993b11c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:22:16Z', 'updated_at': '2022-04-12T18:22:17Z', 'revision_number': 3, 'project_id': 'acdd5524c6bc4456a394ab8a7f0beead', 'gw_port': {'id': '3679be33-52ab-47d6-ab2f-8ca0993b11c5', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f87399-39d6-4f2c-9edf-073862383f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:16Z', 'updated_at': '2022-04-12T18:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:22:20.034565 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfb0a5e-f14b-4201-ade7-9c5c25bedf06 None None] The sync data for ids ['86f87399-39d6-4f2c-9edf-073862383f0e'] in dv-cinder-837535-1-iscsi is: [{'id': '86f87399-39d6-4f2c-9edf-073862383f0e', 'name': 'tempest-TestMinimumBasicScenario-1576058687-router', 'tenant_id': 'acdd5524c6bc4456a394ab8a7f0beead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3679be33-52ab-47d6-ab2f-8ca0993b11c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:22:16Z', 'updated_at': '2022-04-12T18:22:17Z', 'revision_number': 3, 'project_id': 'acdd5524c6bc4456a394ab8a7f0beead', 'gw_port': {'id': '3679be33-52ab-47d6-ab2f-8ca0993b11c5', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f87399-39d6-4f2c-9edf-073862383f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:16Z', 'updated_at': '2022-04-12T18:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:22:20.060345 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b479759f-1cf9-4a23-8447-048a97767e95 admin admin] Network 8ca428fa-e608-416f-b852-2b9ffc7a2083 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:22:20.061843 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-b479759f-1cf9-4a23-8447-048a97767e95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:22:20.145113 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port ee5aee01-01b1-4065-9e2a-14f06faf6104 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:22:20.145788 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 9108e313-b586-47d1-b399-6925d11b473a up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:22:20.205260 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port 9108e313-b586-47d1-b399-6925d11b473a triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:22:20.205779 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (9108e313-b586-47d1-b399-6925d11b473a), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:20.223344 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b479759f-1cf9-4a23-8447-048a97767e95 admin admin] Router 86f87399-39d6-4f2c-9edf-073862383f0e has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:22:20.346430 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 9108e313-b586-47d1-b399-6925d11b473a is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:22:20.351930 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df1dfe-042f-4ea6-b75f-7522cc6df41e req-ba049ce9-c176-46c0-930c-7f70b55c9141 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:20.353598 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-65df1dfe-042f-4ea6-b75f-7522cc6df41e req-ba049ce9-c176-46c0-930c-7f70b55c9141 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0580797 Apr 12 18:22:20.370791 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b479759f-1cf9-4a23-8447-048a97767e95 admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:22:20.376371 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-b479759f-1cf9-4a23-8447-048a97767e95 admin admin] 10.222.0.52 "PUT /v2.0/routers/86f87399-39d6-4f2c-9edf-073862383f0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2025449 Apr 12 18:22:20.408482 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-65df1dfe-042f-4ea6-b75f-7522cc6df41e req-162922c6-9237-498f-84e5-6ccae3327fe9 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481932 Apr 12 18:22:20.441455 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-0a19380b-6201-4437-af19-0112384175b1 None None] Provisioning complete for port a63c7e92-fbb3-4597-95e5-8218676f6e70 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:22:20.441926 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0a19380b-6201-4437-af19-0112384175b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (a63c7e92-fbb3-4597-95e5-8218676f6e70), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:20.494265 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-0a19380b-6201-4437-af19-0112384175b1 None None] Port a63c7e92-fbb3-4597-95e5-8218676f6e70 cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:22:20.904650 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device ee5aee01-01b1-4065-9e2a-14f06faf6104 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:22:20.956261 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port ee5aee01-01b1-4065-9e2a-14f06faf6104 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:22:20.956638 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (ee5aee01-01b1-4065-9e2a-14f06faf6104), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:21.040255 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port ee5aee01-01b1-4065-9e2a-14f06faf6104 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:22:21.041386 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 3679be33-52ab-47d6-ab2f-8ca0993b11c5 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:22:21.096306 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port 3679be33-52ab-47d6-ab2f-8ca0993b11c5 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:22:21.097410 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (3679be33-52ab-47d6-ab2f-8ca0993b11c5), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:21.213202 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 3679be33-52ab-47d6-ab2f-8ca0993b11c5 is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:22:21.213955 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (3679be33-52ab-47d6-ab2f-8ca0993b11c5), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:21.235297 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] For port 3679be33-52ab-47d6-ab2f-8ca0993b11c5, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=3679be33-52ab-47d6-ab2f-8ca0993b11c5,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:22:21.242346 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (3679be33-52ab-47d6-ab2f-8ca0993b11c5), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:21.299295 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Pushing event updated for resources: {'Port': ['ID=3679be33-52ab-47d6-ab2f-8ca0993b11c5,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:21.543155 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7037a-d6ee-4c1f-9080-5fc777032a19 req-bfb8cd8b-f812-4473-98aa-390360990c2e tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:21.544757 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-46e7037a-d6ee-4c1f-9080-5fc777032a19 req-bfb8cd8b-f812-4473-98aa-390360990c2e tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0586066 Apr 12 18:22:21.612518 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-46e7037a-d6ee-4c1f-9080-5fc777032a19 req-feb1fd1f-bb29-4d48-9754-23a2361e7303 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598187 Apr 12 18:22:22.100286 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94979a21-b36c-4164-bf86-f89f2ce436e8 None None] Sync routers for ids ['86f87399-39d6-4f2c-9edf-073862383f0e'] in dv-cinder-837535-1-iscsi {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:22:22.113437 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94979a21-b36c-4164-bf86-f89f2ce436e8 None None] Routers {'86f87399-39d6-4f2c-9edf-073862383f0e'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:22:22.114001 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-94979a21-b36c-4164-bf86-f89f2ce436e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:22:15Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['86f87399-39d6-4f2c-9edf-073862383f0e'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:22:22.311927 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-94979a21-b36c-4164-bf86-f89f2ce436e8 None None] Set router 86f87399-39d6-4f2c-9edf-073862383f0e gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:22:22.665190 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-94979a21-b36c-4164-bf86-f89f2ce436e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f87399-39d6-4f2c-9edf-073862383f0e', 'name': 'tempest-TestMinimumBasicScenario-1576058687-router', 'tenant_id': 'acdd5524c6bc4456a394ab8a7f0beead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3679be33-52ab-47d6-ab2f-8ca0993b11c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:22:16Z', 'updated_at': '2022-04-12T18:22:19Z', 'revision_number': 4, 'project_id': 'acdd5524c6bc4456a394ab8a7f0beead', 'gw_port': {'id': '3679be33-52ab-47d6-ab2f-8ca0993b11c5', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f87399-39d6-4f2c-9edf-073862383f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:16Z', 'updated_at': '2022-04-12T18:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'a63c7e92-fbb3-4597-95e5-8218676f6e70', 'name': '', 'network_id': '8ca428fa-e608-416f-b852-2b9ffc7a2083', 'tenant_id': 'acdd5524c6bc4456a394ab8a7f0beead', 'mac_address': 'fa:16:3e:02:35:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f87399-39d6-4f2c-9edf-073862383f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '16b96f5b-56a6-41f7-9ebe-e3f4af45efb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:18Z', 'updated_at': '2022-04-12T18:22:19Z', 'revision_number': 2, 'project_id': 'acdd5524c6bc4456a394ab8a7f0beead', 'subnets': [{'id': '16b96f5b-56a6-41f7-9ebe-e3f4af45efb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:22:22.691722 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94979a21-b36c-4164-bf86-f89f2ce436e8 None None] Checking router: 86f87399-39d6-4f2c-9edf-073862383f0e for host: dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:22:22.692087 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94979a21-b36c-4164-bf86-f89f2ce436e8 None None] Updating router 86f87399-39d6-4f2c-9edf-073862383f0e port a63c7e92-fbb3-4597-95e5-8218676f6e70 binding host dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:22:22.729270 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-94979a21-b36c-4164-bf86-f89f2ce436e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (a63c7e92-fbb3-4597-95e5-8218676f6e70), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:22.737467 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b70959-95db-4154-b770-b439a9454cf1 req-e6448402-6872-4017-8c5f-3d82a910d5a1 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:22.750223 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a9b70959-95db-4154-b770-b439a9454cf1 req-e6448402-6872-4017-8c5f-3d82a910d5a1 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0646787 Apr 12 18:22:22.808444 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a9b70959-95db-4154-b770-b439a9454cf1 req-78664385-684c-4d1a-858a-61263a0e4d75 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570498 Apr 12 18:22:22.883482 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 3679be33-52ab-47d6-ab2f-8ca0993b11c5 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:22:23.015983 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port 3679be33-52ab-47d6-ab2f-8ca0993b11c5 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:22:23.015983 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (3679be33-52ab-47d6-ab2f-8ca0993b11c5), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:23.186625 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-94979a21-b36c-4164-bf86-f89f2ce436e8 None None] Publish callbacks [] for port (a63c7e92-fbb3-4597-95e5-8218676f6e70), precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:23.193331 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 3679be33-52ab-47d6-ab2f-8ca0993b11c5 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:22:23.200263 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-94979a21-b36c-4164-bf86-f89f2ce436e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (a63c7e92-fbb3-4597-95e5-8218676f6e70), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:23.250928 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c36940-dac7-43a4-9138-2740720de5a3 None None] Pushing event updated for resources: {'Port': ['ID=a63c7e92-fbb3-4597-95e5-8218676f6e70,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:23.263534 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c36940-dac7-43a4-9138-2740720de5a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:23.263881 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c36940-dac7-43a4-9138-2740720de5a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:23.264270 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c36940-dac7-43a4-9138-2740720de5a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:23.264626 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c36940-dac7-43a4-9138-2740720de5a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:23.264950 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c36940-dac7-43a4-9138-2740720de5a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:23.265314 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c36940-dac7-43a4-9138-2740720de5a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:23.265662 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c36940-dac7-43a4-9138-2740720de5a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:23.265969 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c36940-dac7-43a4-9138-2740720de5a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:23.266297 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c36940-dac7-43a4-9138-2740720de5a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:23.266624 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c36940-dac7-43a4-9138-2740720de5a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:23.266950 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c36940-dac7-43a4-9138-2740720de5a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:23.267287 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c36940-dac7-43a4-9138-2740720de5a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:23.267610 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c36940-dac7-43a4-9138-2740720de5a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:23.267930 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c36940-dac7-43a4-9138-2740720de5a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:23.268248 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c36940-dac7-43a4-9138-2740720de5a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:22:23.335793 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-94979a21-b36c-4164-bf86-f89f2ce436e8 None None] Attempting to bind port a63c7e92-fbb3-4597-95e5-8218676f6e70 on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:22:23.336931 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-94979a21-b36c-4164-bf86-f89f2ce436e8 None None] Attempting to bind port a63c7e92-fbb3-4597-95e5-8218676f6e70 by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': '61bbd185-3a43-4cf3-ae71-18fe92cc9776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ca428fa-e608-416f-b852-2b9ffc7a2083'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:22:23.337492 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94979a21-b36c-4164-bf86-f89f2ce436e8 None None] Attempting to bind port a63c7e92-fbb3-4597-95e5-8218676f6e70 on network 8ca428fa-e608-416f-b852-2b9ffc7a2083 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:22:23.343575 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94979a21-b36c-4164-bf86-f89f2ce436e8 None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:22:23.344504 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94979a21-b36c-4164-bf86-f89f2ce436e8 None None] Checking segment: {'id': '61bbd185-3a43-4cf3-ae71-18fe92cc9776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ca428fa-e608-416f-b852-2b9ffc7a2083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:22:23.344915 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-94979a21-b36c-4164-bf86-f89f2ce436e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:23.345765 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94979a21-b36c-4164-bf86-f89f2ce436e8 None None] Bound using segment: {'id': '61bbd185-3a43-4cf3-ae71-18fe92cc9776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ca428fa-e608-416f-b852-2b9ffc7a2083'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:22:23.346255 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-94979a21-b36c-4164-bf86-f89f2ce436e8 None None] Bound port: a63c7e92-fbb3-4597-95e5-8218676f6e70, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61bbd185-3a43-4cf3-ae71-18fe92cc9776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ca428fa-e608-416f-b852-2b9ffc7a2083'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:22:23.346645 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-94979a21-b36c-4164-bf86-f89f2ce436e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (a63c7e92-fbb3-4597-95e5-8218676f6e70), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:23.450734 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-94979a21-b36c-4164-bf86-f89f2ce436e8 None None] For port a63c7e92-fbb3-4597-95e5-8218676f6e70, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:22:23.454536 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-94979a21-b36c-4164-bf86-f89f2ce436e8 None None] For port a63c7e92-fbb3-4597-95e5-8218676f6e70, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=a63c7e92-fbb3-4597-95e5-8218676f6e70,segment=NetworkSegment(61bbd185-3a43-4cf3-ae71-18fe92cc9776),segment_id=61bbd185-3a43-4cf3-ae71-18fe92cc9776)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:22:23.463684 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-94979a21-b36c-4164-bf86-f89f2ce436e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (a63c7e92-fbb3-4597-95e5-8218676f6e70), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:23.519421 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94979a21-b36c-4164-bf86-f89f2ce436e8 None None] Routers {'86f87399-39d6-4f2c-9edf-073862383f0e'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:22:23.520636 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-94979a21-b36c-4164-bf86-f89f2ce436e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:22:15Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['86f87399-39d6-4f2c-9edf-073862383f0e'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:22:23.603453 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c36940-dac7-43a4-9138-2740720de5a3 None None] Pushing event updated for resources: {'Port': ['ID=a63c7e92-fbb3-4597-95e5-8218676f6e70,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:23.650891 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-138c7afe-ef3e-46d8-a6e4-48696ef8215d None None] Provisioning complete for port a63c7e92-fbb3-4597-95e5-8218676f6e70 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:22:23.651022 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-138c7afe-ef3e-46d8-a6e4-48696ef8215d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (a63c7e92-fbb3-4597-95e5-8218676f6e70), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:23.740950 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-94979a21-b36c-4164-bf86-f89f2ce436e8 None None] Set router 86f87399-39d6-4f2c-9edf-073862383f0e gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:22:23.853977 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-138c7afe-ef3e-46d8-a6e4-48696ef8215d None None] Current status of the port a63c7e92-fbb3-4597-95e5-8218676f6e70 is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:22:23.854368 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-138c7afe-ef3e-46d8-a6e4-48696ef8215d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (a63c7e92-fbb3-4597-95e5-8218676f6e70), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:23.934953 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e18eb6-ff72-4d4f-9e19-41833fde679c req-0268f628-bb1c-46fc-ba5d-7f1706f49e7b tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:23.943186 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d6e18eb6-ff72-4d4f-9e19-41833fde679c req-0268f628-bb1c-46fc-ba5d-7f1706f49e7b tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0623746 Apr 12 18:22:24.000329 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d6e18eb6-ff72-4d4f-9e19-41833fde679c req-24dea81b-f64b-4b5f-9e7b-a9972e3f746c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559096 Apr 12 18:22:24.032523 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:24.040527 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-138c7afe-ef3e-46d8-a6e4-48696ef8215d None None] For port a63c7e92-fbb3-4597-95e5-8218676f6e70, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=a63c7e92-fbb3-4597-95e5-8218676f6e70,segment=NetworkSegment(61bbd185-3a43-4cf3-ae71-18fe92cc9776),segment_id=61bbd185-3a43-4cf3-ae71-18fe92cc9776)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:22:24.044514 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-94979a21-b36c-4164-bf86-f89f2ce436e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f87399-39d6-4f2c-9edf-073862383f0e', 'name': 'tempest-TestMinimumBasicScenario-1576058687-router', 'tenant_id': 'acdd5524c6bc4456a394ab8a7f0beead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3679be33-52ab-47d6-ab2f-8ca0993b11c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:22:16Z', 'updated_at': '2022-04-12T18:22:19Z', 'revision_number': 4, 'project_id': 'acdd5524c6bc4456a394ab8a7f0beead', 'gw_port': {'id': '3679be33-52ab-47d6-ab2f-8ca0993b11c5', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f87399-39d6-4f2c-9edf-073862383f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:16Z', 'updated_at': '2022-04-12T18:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'a63c7e92-fbb3-4597-95e5-8218676f6e70', 'name': '', 'network_id': '8ca428fa-e608-416f-b852-2b9ffc7a2083', 'tenant_id': 'acdd5524c6bc4456a394ab8a7f0beead', 'mac_address': 'fa:16:3e:02:35:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f87399-39d6-4f2c-9edf-073862383f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '16b96f5b-56a6-41f7-9ebe-e3f4af45efb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:18Z', 'updated_at': '2022-04-12T18:22:23Z', 'revision_number': 4, 'project_id': 'acdd5524c6bc4456a394ab8a7f0beead', 'subnets': [{'id': '16b96f5b-56a6-41f7-9ebe-e3f4af45efb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:22:24.048764 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-138c7afe-ef3e-46d8-a6e4-48696ef8215d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (a63c7e92-fbb3-4597-95e5-8218676f6e70), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:24.099176 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94979a21-b36c-4164-bf86-f89f2ce436e8 None None] The sync data for ids ['86f87399-39d6-4f2c-9edf-073862383f0e'] in dv-cinder-837535-1-iscsi is: [{'id': '86f87399-39d6-4f2c-9edf-073862383f0e', 'name': 'tempest-TestMinimumBasicScenario-1576058687-router', 'tenant_id': 'acdd5524c6bc4456a394ab8a7f0beead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3679be33-52ab-47d6-ab2f-8ca0993b11c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:22:16Z', 'updated_at': '2022-04-12T18:22:19Z', 'revision_number': 4, 'project_id': 'acdd5524c6bc4456a394ab8a7f0beead', 'gw_port': {'id': '3679be33-52ab-47d6-ab2f-8ca0993b11c5', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f87399-39d6-4f2c-9edf-073862383f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:16Z', 'updated_at': '2022-04-12T18:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'a63c7e92-fbb3-4597-95e5-8218676f6e70', 'name': '', 'network_id': '8ca428fa-e608-416f-b852-2b9ffc7a2083', 'tenant_id': 'acdd5524c6bc4456a394ab8a7f0beead', 'mac_address': 'fa:16:3e:02:35:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f87399-39d6-4f2c-9edf-073862383f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '16b96f5b-56a6-41f7-9ebe-e3f4af45efb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:18Z', 'updated_at': '2022-04-12T18:22:23Z', 'revision_number': 4, 'project_id': 'acdd5524c6bc4456a394ab8a7f0beead', 'subnets': [{'id': '16b96f5b-56a6-41f7-9ebe-e3f4af45efb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:22:24.147121 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c7afe-ef3e-46d8-a6e4-48696ef8215d None None] Pushing event updated for resources: {'Port': ['ID=a63c7e92-fbb3-4597-95e5-8218676f6e70,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:24.192015 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-60449483-1225-4159-92e4-751020c3d111 None None] Provisioning complete for port a63c7e92-fbb3-4597-95e5-8218676f6e70 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:22:24.192015 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-60449483-1225-4159-92e4-751020c3d111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (a63c7e92-fbb3-4597-95e5-8218676f6e70), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:24.306168 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-60449483-1225-4159-92e4-751020c3d111 None None] Current status of the port a63c7e92-fbb3-4597-95e5-8218676f6e70 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:22:24.829513 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device a63c7e92-fbb3-4597-95e5-8218676f6e70 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:22:24.906956 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port a63c7e92-fbb3-4597-95e5-8218676f6e70 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:22:24.907329 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (a63c7e92-fbb3-4597-95e5-8218676f6e70), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:24.993273 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port a63c7e92-fbb3-4597-95e5-8218676f6e70 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:22:25.140120 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40c988-585c-40c6-a0d0-c362c4a974ac req-11ebeabc-926f-4782-8967-8286317d7ced tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:25.142632 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8d40c988-585c-40c6-a0d0-c362c4a974ac req-11ebeabc-926f-4782-8967-8286317d7ced tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0602560 Apr 12 18:22:25.206333 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8d40c988-585c-40c6-a0d0-c362c4a974ac req-5352fa07-fa63-4fa0-bf24-8e38e6985d67 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570891 Apr 12 18:22:26.347234 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff0681-61a0-4f7e-aec4-f003842da193 req-ae920547-19fd-469a-986b-2a7aab8a39db tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:26.354140 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e4ff0681-61a0-4f7e-aec4-f003842da193 req-ae920547-19fd-469a-986b-2a7aab8a39db tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0647407 Apr 12 18:22:26.403054 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e4ff0681-61a0-4f7e-aec4-f003842da193 req-2af8ccfb-990c-4b3f-816b-75f15809f198 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480373 Apr 12 18:22:27.529293 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af0340-1979-43f0-9abc-0826a7a6312e req-4bf86ad5-696b-4ccc-87bd-f9c0c1de3d32 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:27.531054 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-03af0340-1979-43f0-9abc-0826a7a6312e req-4bf86ad5-696b-4ccc-87bd-f9c0c1de3d32 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0534649 Apr 12 18:22:27.588782 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-03af0340-1979-43f0-9abc-0826a7a6312e req-8a7b1baf-721c-4c2b-a327-8560aebe6b99 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514188 Apr 12 18:22:28.716499 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067b4f3-d8b9-4928-906d-2503569c66ff req-240518f5-2afb-4fc8-8bbd-9041cf5d5cf8 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:28.718232 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a067b4f3-d8b9-4928-906d-2503569c66ff req-240518f5-2afb-4fc8-8bbd-9041cf5d5cf8 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0528471 Apr 12 18:22:28.771906 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a067b4f3-d8b9-4928-906d-2503569c66ff req-d26aae2a-3094-464c-bf7b-81f1cb23815a tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468717 Apr 12 18:22:29.890523 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc22b4-31bc-4e12-8b9a-2f5e370b843b req-8a833991-478c-41de-a5b6-62ae7904f186 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:29.892052 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f1dc22b4-31bc-4e12-8b9a-2f5e370b843b req-8a833991-478c-41de-a5b6-62ae7904f186 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0513408 Apr 12 18:22:29.943648 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f1dc22b4-31bc-4e12-8b9a-2f5e370b843b req-89b6a05d-4ffc-4d89-a3b0-25f42891b264 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437031 Apr 12 18:22:30.231199 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 39768) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:22:30.334625 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b1c0be43-eca1-49e2-9400-1280316310f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:30.487913 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-e5078e95-50bf-42b7-8fae-39a059cbf3f0 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:30.489424 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-e5078e95-50bf-42b7-8fae-39a059cbf3f0 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/networks?id=32fddf7a-be6e-433e-a894-e115b22cd23d HTTP/1.1" status: 200 len: 814 time: 0.1294439 Apr 12 18:22:30.507492 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b1c0be43-eca1-49e2-9400-1280316310f4 admin admin] Publish callbacks [] for security_group (c0e7c194-e26b-4770-9b79-6e965b17c41d), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:30.510262 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-76220d6b-0e91-4717-9340-9c093fdcd502 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/quotas/809186fad39d4f6d9876d3e1348b3ab0 HTTP/1.1" status: 200 len: 375 time: 0.0135465 Apr 12 18:22:30.512682 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b1c0be43-eca1-49e2-9400-1280316310f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (c0e7c194-e26b-4770-9b79-6e965b17c41d), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:30.580827 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-b1c0be43-eca1-49e2-9400-1280316310f4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c2dfe84313024c2dbc8d755ff09f3bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3484521 Apr 12 18:22:30.583951 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 39784) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:22:30.586850 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0be43-eca1-49e2-9400-1280316310f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e7c194-e26b-4770-9b79-6e965b17c41d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:30.598203 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-833894cd-19f2-4a86-97f3-d5a514e6ce92 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=809186fad39d4f6d9876d3e1348b3ab0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815802 Apr 12 18:22:30.633988 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-df263a61-b836-422a-a318-6dc4b4ad4ce9 admin admin] Publish callbacks [] for security_group (c0e7c194-e26b-4770-9b79-6e965b17c41d), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:30.656089 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-df263a61-b836-422a-a318-6dc4b4ad4ce9 admin admin] Publish callbacks [] for security_group (c0e7c194-e26b-4770-9b79-6e965b17c41d), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:30.695046 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-cb6a9683-ce05-4b82-bb75-9ca443b88c92 service neutron] 10.222.0.52 "GET /v2.0/networks/32fddf7a-be6e-433e-a894-e115b22cd23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846901 Apr 12 18:22:30.704900 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-df263a61-b836-422a-a318-6dc4b4ad4ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (c0e7c194-e26b-4770-9b79-6e965b17c41d), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:30.707505 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-df263a61-b836-422a-a318-6dc4b4ad4ce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:30.709468 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-df263a61-b836-422a-a318-6dc4b4ad4ce9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c0e7c194-e26b-4770-9b79-6e965b17c41d HTTP/1.1" status: 204 len: 168 time: 0.1242025 Apr 12 18:22:30.717932 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df263a61-b836-422a-a318-6dc4b4ad4ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e7c194-e26b-4770-9b79-6e965b17c41d,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:30.799834 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-85659b9e-ac63-49e1-b986-3b1016196117 service neutron] 10.222.0.52 "GET /v2.0/networks/32fddf7a-be6e-433e-a894-e115b22cd23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983870 Apr 12 18:22:30.968029 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c46429b9-13a9-4332-83e5-4bb019dcf78f req-d0a65717-e93c-4c75-b13d-0e1abf1760d3 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 210 time: 0.0320830 Apr 12 18:22:31.077908 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe0e1c-7c1b-4646-ae94-abca203e5a2d req-15a717f2-6a7f-441c-9988-9b61dee6e6ec tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:31.080990 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e3fe0e1c-7c1b-4646-ae94-abca203e5a2d req-15a717f2-6a7f-441c-9988-9b61dee6e6ec tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0520413 Apr 12 18:22:31.130346 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e3fe0e1c-7c1b-4646-ae94-abca203e5a2d req-89297cdf-3497-4b0c-a4d6-8517e453ef54 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431159 Apr 12 18:22:32.019031 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-2bd96409-ec46-4dc9-9e21-4fc04b5d08a8 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:32.021399 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-2bd96409-ec46-4dc9-9e21-4fc04b5d08a8 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.26 "GET /v2.0/networks?id=32fddf7a-be6e-433e-a894-e115b22cd23d HTTP/1.1" status: 200 len: 814 time: 0.1318176 Apr 12 18:22:32.044166 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-000ccb03-fcbc-4e86-a1e3-d1ae2ebe3996 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Request body: {'port': {'device_id': 'd372eff6-ec0d-48a1-8398-a1c7d2ef1a15', 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d', 'admin_state_up': True, 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:22:32.128000 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9ee08d47-6a38-4c13-914b-882d93944211 req-19b4ed4a-c09f-43ac-929d-14f4e449e2f0 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 210 time: 0.0577180 Apr 12 18:22:32.184900 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-000ccb03-fcbc-4e86-a1e3-d1ae2ebe3996 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Made reservation on behalf of 809186fad39d4f6d9876d3e1348b3ab0 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:22:32.189037 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-000ccb03-fcbc-4e86-a1e3-d1ae2ebe3996 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:32.295094 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424238b4-1f94-4d73-94f7-3f88f1c9021e req-2bcd8b7c-5929-4cf3-bdc5-9374d172068b tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:32.296589 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-424238b4-1f94-4d73-94f7-3f88f1c9021e req-2bcd8b7c-5929-4cf3-bdc5-9374d172068b tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0878751 Apr 12 18:22:32.380457 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-424238b4-1f94-4d73-94f7-3f88f1c9021e req-4a728059-82f6-4f8d-b3be-e24e958bfff1 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774426 Apr 12 18:22:32.392592 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-000ccb03-fcbc-4e86-a1e3-d1ae2ebe3996 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Allocated IP 172.20.0.5 (32fddf7a-be6e-433e-a894-e115b22cd23d/fc07eb1e-fff2-417b-b6fd-57ebe5882dc3/7a08f442-c306-4d1d-a934-82f8c095a54a) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:22:32.578296 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-000ccb03-fcbc-4e86-a1e3-d1ae2ebe3996 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for port (7a08f442-c306-4d1d-a934-82f8c095a54a), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:32.630563 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-000ccb03-fcbc-4e86-a1e3-d1ae2ebe3996 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (7a08f442-c306-4d1d-a934-82f8c095a54a), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:32.675759 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-000ccb03-fcbc-4e86-a1e3-d1ae2ebe3996 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Network 32fddf7a-be6e-433e-a894-e115b22cd23d is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:22:32.681775 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-000ccb03-fcbc-4e86-a1e3-d1ae2ebe3996 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:22:32.685804 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-000ccb03-fcbc-4e86-a1e3-d1ae2ebe3996 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:22:32.692913 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-000ccb03-fcbc-4e86-a1e3-d1ae2ebe3996 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:32.693962 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-000ccb03-fcbc-4e86-a1e3-d1ae2ebe3996 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for port (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:32.720127 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ccb03-fcbc-4e86-a1e3-d1ae2ebe3996 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Pushing event updated for resources: {'Port': ['ID=7a08f442-c306-4d1d-a934-82f8c095a54a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:32.734393 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-000ccb03-fcbc-4e86-a1e3-d1ae2ebe3996 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7045360 Apr 12 18:22:32.994041 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-ee55704b-e63f-495d-a342-faa29c603216 None None] Provisioning complete for port 7a08f442-c306-4d1d-a934-82f8c095a54a triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:22:32.994716 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ee55704b-e63f-495d-a342-faa29c603216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (7a08f442-c306-4d1d-a934-82f8c095a54a), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:33.028750 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-ee55704b-e63f-495d-a342-faa29c603216 None None] Port 7a08f442-c306-4d1d-a934-82f8c095a54a cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:22:33.245648 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d9fb4-1cad-4f5d-90d3-1952800aa9ba req-18726f15-3dcb-4973-bd05-f163aae122a0 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:33.247258 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7d7d9fb4-1cad-4f5d-90d3-1952800aa9ba req-18726f15-3dcb-4973-bd05-f163aae122a0 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 931 time: 0.0490479 Apr 12 18:22:33.297125 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7d7d9fb4-1cad-4f5d-90d3-1952800aa9ba req-19bf681a-8df8-46ca-a522-a09a47e02c42 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443857 Apr 12 18:22:33.491486 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f0c6d-44e8-4183-9b5b-a9a8744bce58 req-7ed21eb4-81d3-4bfb-a3e8-6e9bac47aff5 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:33.493013 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-386f0c6d-44e8-4183-9b5b-a9a8744bce58 req-7ed21eb4-81d3-4bfb-a3e8-6e9bac47aff5 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0469584 Apr 12 18:22:33.539756 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-386f0c6d-44e8-4183-9b5b-a9a8744bce58 req-19b5f4c5-3cb8-4838-af22-f66ab1e7c614 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412507 Apr 12 18:22:34.417815 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0209d0-60e8-4716-9966-81079bbb0319 req-88dc96b9-39a3-47ee-ab5e-8b674af344a4 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:34.419302 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-cc0209d0-60e8-4716-9966-81079bbb0319 req-88dc96b9-39a3-47ee-ab5e-8b674af344a4 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 931 time: 0.0453823 Apr 12 18:22:34.466679 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-cc0209d0-60e8-4716-9966-81079bbb0319 req-5c2f7380-0737-45ab-be5d-2088e9396bb5 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414391 Apr 12 18:22:34.671829 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060eccc8-89df-41c7-bddc-ed290347a059 req-11112c40-c93b-4a3f-826a-a32e1d4d3d0f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:34.673312 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-060eccc8-89df-41c7-bddc-ed290347a059 req-11112c40-c93b-4a3f-826a-a32e1d4d3d0f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0508406 Apr 12 18:22:34.718529 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-060eccc8-89df-41c7-bddc-ed290347a059 req-cbbcdf99-f46a-4dcd-8653-a0b8e7810ec9 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393443 Apr 12 18:22:35.581684 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbefad-6ee5-4d9c-8517-f3b1d878b9df req-568a6acc-0bd9-4050-8af7-bb3e2b312b38 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:35.584634 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1cdbefad-6ee5-4d9c-8517-f3b1d878b9df req-568a6acc-0bd9-4050-8af7-bb3e2b312b38 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 931 time: 0.0491281 Apr 12 18:22:35.636124 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1cdbefad-6ee5-4d9c-8517-f3b1d878b9df req-b10f7e0e-8f0a-463b-b02e-583906724c6a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468087 Apr 12 18:22:35.829241 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5025a-967e-4dad-835a-679bc99a36c3 req-2b972d0f-6f05-457f-8556-2529b6658880 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:35.830761 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3af5025a-967e-4dad-835a-679bc99a36c3 req-2b972d0f-6f05-457f-8556-2529b6658880 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0473084 Apr 12 18:22:35.881312 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3af5025a-967e-4dad-835a-679bc99a36c3 req-4fdf2388-0424-4874-bf9c-c03f85e7c90f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451562 Apr 12 18:22:36.749572 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75d2ea-66a6-49b0-8008-8c2dab4be329 req-45132c23-d0f0-40d4-b69d-c5bdc6725729 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:36.751037 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-df75d2ea-66a6-49b0-8008-8c2dab4be329 req-45132c23-d0f0-40d4-b69d-c5bdc6725729 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 931 time: 0.0468733 Apr 12 18:22:36.809551 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-df75d2ea-66a6-49b0-8008-8c2dab4be329 req-1169847c-20e9-430a-b200-7f318ef141f0 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519702 Apr 12 18:22:37.010467 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4f41b-17a1-4fe3-9523-6204aadd9156 req-5de44220-ffb5-4e06-a5a1-351e08608c03 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:37.012190 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d9e4f41b-17a1-4fe3-9523-6204aadd9156 req-5de44220-ffb5-4e06-a5a1-351e08608c03 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0565331 Apr 12 18:22:37.069660 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d9e4f41b-17a1-4fe3-9523-6204aadd9156 req-7dcbbfd8-7961-43ee-960f-f6a926d3c291 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519779 Apr 12 18:22:37.917405 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25fac2-91ec-4406-a8ab-9cfd84fbb36f req-71c7b02a-d671-4b94-a850-12faca70da5c tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:37.918847 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ca25fac2-91ec-4406-a8ab-9cfd84fbb36f req-71c7b02a-d671-4b94-a850-12faca70da5c tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 931 time: 0.0489626 Apr 12 18:22:37.975410 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ca25fac2-91ec-4406-a8ab-9cfd84fbb36f req-a6150cf6-7f16-43ef-84f4-ae490639bc31 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510004 Apr 12 18:22:38.180872 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82823fb5-35b3-4c8c-98f5-b695dd2cee8b req-1e2fb46d-6d82-4c41-a7b9-c626cf97901f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:38.182380 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-82823fb5-35b3-4c8c-98f5-b695dd2cee8b req-1e2fb46d-6d82-4c41-a7b9-c626cf97901f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0472722 Apr 12 18:22:38.229788 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-82823fb5-35b3-4c8c-98f5-b695dd2cee8b req-f077cba3-0702-491b-967b-dfd12f3f2c31 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418005 Apr 12 18:22:39.089602 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b09c19-c5f0-4583-9a5c-0d726d61f071 req-68de4ea4-1721-4b10-b18a-4b03dccd138b tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:39.091375 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-93b09c19-c5f0-4583-9a5c-0d726d61f071 req-68de4ea4-1721-4b10-b18a-4b03dccd138b tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 931 time: 0.0561099 Apr 12 18:22:39.140054 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-93b09c19-c5f0-4583-9a5c-0d726d61f071 req-d06f107c-394a-4847-bce7-da22e345a5f6 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431728 Apr 12 18:22:39.342195 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde6aa0-0da3-4f54-b0dd-1082c11f29e0 req-6d5f9fb3-7a54-4161-ace8-22e07f71cb30 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:39.343660 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4dde6aa0-0da3-4f54-b0dd-1082c11f29e0 req-6d5f9fb3-7a54-4161-ace8-22e07f71cb30 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0470176 Apr 12 18:22:39.389571 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4dde6aa0-0da3-4f54-b0dd-1082c11f29e0 req-c4864eaf-29ce-431e-bdd4-11239e8af0a1 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398684 Apr 12 18:22:40.264139 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6b529-2918-45f4-a988-0d689c069fc7 req-075d6b42-cb4c-4848-85e3-bf33de1d6fb3 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:40.265633 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5fd6b529-2918-45f4-a988-0d689c069fc7 req-075d6b42-cb4c-4848-85e3-bf33de1d6fb3 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 931 time: 0.0583079 Apr 12 18:22:40.321219 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5fd6b529-2918-45f4-a988-0d689c069fc7 req-8377b92b-50b9-44d2-9bf3-ae4704c627dd tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491781 Apr 12 18:22:40.510343 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27744583-0db8-46a0-95af-03d4c6ec9b05 req-8937c06b-e62f-44bc-873e-e0aaa1d0ab83 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:40.511833 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-27744583-0db8-46a0-95af-03d4c6ec9b05 req-8937c06b-e62f-44bc-873e-e0aaa1d0ab83 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0557241 Apr 12 18:22:40.583821 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-27744583-0db8-46a0-95af-03d4c6ec9b05 req-ff3caabf-8267-4d4d-82f0-e9a0902b54a0 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612955 Apr 12 18:22:41.452497 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a714a1a-288b-4355-9012-9856ae46d8c3 req-fe51dc8f-a2fb-4727-81bb-49f9459292d4 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:41.454334 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0a714a1a-288b-4355-9012-9856ae46d8c3 req-fe51dc8f-a2fb-4727-81bb-49f9459292d4 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 931 time: 0.0494347 Apr 12 18:22:41.503726 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0a714a1a-288b-4355-9012-9856ae46d8c3 req-80483446-0a6e-481c-bc64-ebe80e2a30ec tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428333 Apr 12 18:22:41.708895 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3332d2d-586f-430d-a418-f6c4f8bbfcab req-64e86dc1-6ba4-4baf-961c-caa41a4f5a24 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:41.726140 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d3332d2d-586f-430d-a418-f6c4f8bbfcab req-64e86dc1-6ba4-4baf-961c-caa41a4f5a24 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0757785 Apr 12 18:22:41.791075 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d3332d2d-586f-430d-a418-f6c4f8bbfcab req-07b1cd6c-9292-4b7b-81a0-56522b597022 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594835 Apr 12 18:22:41.795952 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:22:42.612950 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127df42f-3dc8-45bb-a87c-98b8709610d9 req-b60b3ee6-97ed-4a56-9102-cb26e52f9edf tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:42.615239 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-127df42f-3dc8-45bb-a87c-98b8709610d9 req-b60b3ee6-97ed-4a56-9102-cb26e52f9edf tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 931 time: 0.0461798 Apr 12 18:22:42.661712 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-127df42f-3dc8-45bb-a87c-98b8709610d9 req-682d6f09-babd-464f-820c-0de865ede60d tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402560 Apr 12 18:22:42.906042 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d723b5-3aba-415c-b03d-0074463c8f93 req-285f1ea6-28da-44ac-920c-0d13d5c5e3e0 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:42.907523 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d8d723b5-3aba-415c-b03d-0074463c8f93 req-285f1ea6-28da-44ac-920c-0d13d5c5e3e0 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0461185 Apr 12 18:22:42.956238 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d8d723b5-3aba-415c-b03d-0074463c8f93 req-5d0a0487-b8bc-49bb-9f06-1c6988f81518 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425923 Apr 12 18:22:43.166287 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0f14875c-ffbb-4e2e-a3de-dc82c0ceaee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:43.774084 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f7bc7-bc18-4027-a456-e0099ec2a93c req-98f071ea-09b2-496d-badc-d1cc92ddcc99 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:43.775583 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-284f7bc7-bc18-4027-a456-e0099ec2a93c req-98f071ea-09b2-496d-badc-d1cc92ddcc99 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 931 time: 0.0477548 Apr 12 18:22:43.821836 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-284f7bc7-bc18-4027-a456-e0099ec2a93c req-aadb0aff-a95d-472e-b6bd-78ba2764969e tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404603 Apr 12 18:22:44.075771 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5531618-8656-4a4c-9d7c-10e3c7586c9d req-3401ee27-1d0f-4f50-9050-d9517b12143b tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:44.077490 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c5531618-8656-4a4c-9d7c-10e3c7586c9d req-3401ee27-1d0f-4f50-9050-d9517b12143b tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0558691 Apr 12 18:22:44.128048 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c5531618-8656-4a4c-9d7c-10e3c7586c9d req-a9996d62-cb0b-46a3-bf33-7d92fd7715f3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449595 Apr 12 18:22:44.936671 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c410b1-bf21-48f5-8c5a-c24af241b7b4 req-41244b79-c31e-4244-b25b-664b6b80322f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:44.938144 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a9c410b1-bf21-48f5-8c5a-c24af241b7b4 req-41244b79-c31e-4244-b25b-664b6b80322f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 931 time: 0.0493743 Apr 12 18:22:44.982782 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a9c410b1-bf21-48f5-8c5a-c24af241b7b4 req-7138de38-e2e1-46e4-b794-e9ad3c431312 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392334 Apr 12 18:22:45.242667 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e0e15-d443-4b21-8522-66666a5be357 req-f1c60916-561e-4f7f-bbc9-d12a30fa5066 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:45.244131 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e67e0e15-d443-4b21-8522-66666a5be357 req-f1c60916-561e-4f7f-bbc9-d12a30fa5066 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0485306 Apr 12 18:22:45.289639 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e67e0e15-d443-4b21-8522-66666a5be357 req-0b8cf86b-ac16-49a9-a333-e3484bda31e4 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400755 Apr 12 18:22:45.515488 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b03fd9ee-97e0-4f72-84c7-2350e158fcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:46.096021 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc6739-4a49-4756-89b8-910c0c902f9e req-d592766a-f897-4434-bb7f-86a923c0659f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:46.097492 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-44fc6739-4a49-4756-89b8-910c0c902f9e req-d592766a-f897-4434-bb7f-86a923c0659f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 931 time: 0.0494406 Apr 12 18:22:46.142353 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-44fc6739-4a49-4756-89b8-910c0c902f9e req-39313577-bc63-46c4-b3a4-e84f97794c15 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388608 Apr 12 18:22:46.396775 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0c64a-ddb2-4d0b-9e8d-1c8eea874181 req-b289059b-0b00-467e-887e-3921fa296f33 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:46.398180 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-96b0c64a-ddb2-4d0b-9e8d-1c8eea874181 req-b289059b-0b00-467e-887e-3921fa296f33 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0461662 Apr 12 18:22:46.444336 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-96b0c64a-ddb2-4d0b-9e8d-1c8eea874181 req-148d42e1-8384-4a2a-96ed-c7880efa1137 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407243 Apr 12 18:22:46.836370 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:47.269151 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ecbf5-0aff-47ef-9441-2844c0826954 req-344bbf56-fc8d-46e3-a377-bf3c2097a039 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:47.270814 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-197ecbf5-0aff-47ef-9441-2844c0826954 req-344bbf56-fc8d-46e3-a377-bf3c2097a039 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 931 time: 0.0487163 Apr 12 18:22:47.330278 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-197ecbf5-0aff-47ef-9441-2844c0826954 req-959f8589-c990-45aa-8e82-4de4e24c7824 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540273 Apr 12 18:22:47.559561 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19485467-bd1c-4acd-9210-0d2a58deaca1 req-f90b28f4-727f-4190-9b9a-b939e1e844ba tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:47.561034 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-19485467-bd1c-4acd-9210-0d2a58deaca1 req-f90b28f4-727f-4190-9b9a-b939e1e844ba tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0456161 Apr 12 18:22:47.606500 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-19485467-bd1c-4acd-9210-0d2a58deaca1 req-13b0ad2e-f94e-4a50-92df-86998572f708 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401323 Apr 12 18:22:48.335113 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:48.444753 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec2f43-4406-4eb3-bfd1-5122facf76a1 req-b0f0fc66-ee4d-4e92-a4d6-f5e8c09aa1ef tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:48.446130 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-cfec2f43-4406-4eb3-bfd1-5122facf76a1 req-b0f0fc66-ee4d-4e92-a4d6-f5e8c09aa1ef tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 931 time: 0.0480287 Apr 12 18:22:48.493006 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-cfec2f43-4406-4eb3-bfd1-5122facf76a1 req-8522632f-0436-4a24-a034-846474dcae8f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413482 Apr 12 18:22:48.719388 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1f0cd-cbd9-4009-9f9d-64016f24d8d3 req-75c04290-7cb8-40bb-8581-241462199cf1 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:48.720871 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-12e1f0cd-cbd9-4009-9f9d-64016f24d8d3 req-75c04290-7cb8-40bb-8581-241462199cf1 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0492649 Apr 12 18:22:48.773541 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-12e1f0cd-cbd9-4009-9f9d-64016f24d8d3 req-a7ec59eb-2478-4d6f-b325-c4d54c2b8104 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463083 Apr 12 18:22:49.275759 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:49.601812 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d8bbd-4278-4afa-9c51-0664e3e2e850 req-8435cf8d-393b-4843-b905-f5de9dbd205b tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:49.603268 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-346d8bbd-4278-4afa-9c51-0664e3e2e850 req-8435cf8d-393b-4843-b905-f5de9dbd205b tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 931 time: 0.0465672 Apr 12 18:22:49.653998 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-346d8bbd-4278-4afa-9c51-0664e3e2e850 req-a3dbe161-5108-4274-bf98-b5d843f36963 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453036 Apr 12 18:22:49.884528 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c02c6-0180-4900-bb64-7a62e9d44740 req-e07814ff-8128-42f4-a306-06470280e8d8 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:49.886115 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d21c02c6-0180-4900-bb64-7a62e9d44740 req-e07814ff-8128-42f4-a306-06470280e8d8 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0469809 Apr 12 18:22:49.935493 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d21c02c6-0180-4900-bb64-7a62e9d44740 req-2c3df79c-e59c-4e0e-926d-6b24f455ca50 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438406 Apr 12 18:22:50.762748 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c0636-5cb6-40a8-b844-b0958db0351f req-88baeefd-5ab4-497b-b288-9e8a43499aed tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:50.764201 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a56c0636-5cb6-40a8-b844-b0958db0351f req-88baeefd-5ab4-497b-b288-9e8a43499aed tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 931 time: 0.0451396 Apr 12 18:22:50.809462 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a56c0636-5cb6-40a8-b844-b0958db0351f req-ffd9d2f2-cc2c-44ca-b35e-a09360a1073a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398340 Apr 12 18:22:51.043935 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4842bef-a824-4f11-b5fb-f68274a39380 req-d11c6dbd-0bb3-4022-b86c-5f5afd888948 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:51.045393 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f4842bef-a824-4f11-b5fb-f68274a39380 req-d11c6dbd-0bb3-4022-b86c-5f5afd888948 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0455749 Apr 12 18:22:51.089734 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f4842bef-a824-4f11-b5fb-f68274a39380 req-af134129-c78a-4aa0-aaf2-bc0580bf2c8f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389636 Apr 12 18:22:51.923037 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57eb167-9bcf-40d0-bdc1-7c93c07d4cca req-c4dcde64-6f45-45cf-9766-3288c64f56be tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:51.924493 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c57eb167-9bcf-40d0-bdc1-7c93c07d4cca req-c4dcde64-6f45-45cf-9766-3288c64f56be tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 931 time: 0.0517223 Apr 12 18:22:51.971601 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c57eb167-9bcf-40d0-bdc1-7c93c07d4cca req-1c7d800e-da5d-4ca0-b1c1-6d37cbded6a9 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408783 Apr 12 18:22:52.199351 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5092e0c-418e-4311-9eb4-ac1b896e9b7b req-296cd104-a290-49e9-ba24-7f8644bdd9c3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:52.200802 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d5092e0c-418e-4311-9eb4-ac1b896e9b7b req-296cd104-a290-49e9-ba24-7f8644bdd9c3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0465319 Apr 12 18:22:52.248370 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d5092e0c-418e-4311-9eb4-ac1b896e9b7b req-1aec976e-101b-4f29-ba3e-73a57ebea2f3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420070 Apr 12 18:22:52.998324 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-4858faa5-638e-4275-a485-1530b48a34c5 service neutron] Request body: {'port': {'device_id': 'd372eff6-ec0d-48a1-8398-a1c7d2ef1a15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:22:53.088868 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ecd6e6a6-0c06-4877-b0e2-9d163cfbcfda req-7e4913a6-0c97-41c7-9638-565056f2f9de service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450652 Apr 12 18:22:53.097946 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-4858faa5-638e-4275-a485-1530b48a34c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (7a08f442-c306-4d1d-a934-82f8c095a54a), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:53.121658 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af8ca6-1eef-4923-ba3b-d46a2038eece req-c06cbd2d-bf01-48e0-8108-74c47420406f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:53.123128 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b0af8ca6-1eef-4923-ba3b-d46a2038eece req-c06cbd2d-bf01-48e0-8108-74c47420406f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 931 time: 0.0599728 Apr 12 18:22:53.251423 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b0af8ca6-1eef-4923-ba3b-d46a2038eece req-27193dd0-539e-453c-b631-e379b92f19ed tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091354 Apr 12 18:22:53.378825 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d7a0b-1898-40fd-994d-5db1fac25578 req-75590be4-dbe6-4bc1-acd3-9c40955c71cc tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:53.380500 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-805d7a0b-1898-40fd-994d-5db1fac25578 req-75590be4-dbe6-4bc1-acd3-9c40955c71cc tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0668018 Apr 12 18:22:53.406170 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6e6a6-0c06-4877-b0e2-9d163cfbcfda req-f10fe13e-b3f7-405a-bfd4-d9220d41e827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:53.408051 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ecd6e6a6-0c06-4877-b0e2-9d163cfbcfda req-f10fe13e-b3f7-405a-bfd4-d9220d41e827 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5d28f86be7741b183b3d48b791ace5c&device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 1129 time: 0.0418906 Apr 12 18:22:53.467164 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-805d7a0b-1898-40fd-994d-5db1fac25578 req-09397f59-87a2-4ea7-86c9-7c4d546e38e5 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810792 Apr 12 18:22:53.478786 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-4858faa5-638e-4275-a485-1530b48a34c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a08f442-c306-4d1d-a934-82f8c095a54a {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:22:53.486138 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-4858faa5-638e-4275-a485-1530b48a34c5 service neutron] Publish callbacks [] for port (7a08f442-c306-4d1d-a934-82f8c095a54a), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:53.498440 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-4858faa5-638e-4275-a485-1530b48a34c5 service neutron] Transition to ACTIVE for port object 7a08f442-c306-4d1d-a934-82f8c095a54a will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:22:53.503635 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-4858faa5-638e-4275-a485-1530b48a34c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (7a08f442-c306-4d1d-a934-82f8c095a54a), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:53.555718 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858faa5-638e-4275-a485-1530b48a34c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a08f442-c306-4d1d-a934-82f8c095a54a,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:53.592490 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-4858faa5-638e-4275-a485-1530b48a34c5 service neutron] Attempting to bind port 7a08f442-c306-4d1d-a934-82f8c095a54a on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:22:53.592831 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-4858faa5-638e-4275-a485-1530b48a34c5 service neutron] Attempting to bind port 7a08f442-c306-4d1d-a934-82f8c095a54a by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '7b02f9f2-b6cb-413a-af5f-f12cf146d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:22:53.593201 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-4858faa5-638e-4275-a485-1530b48a34c5 service neutron] Attempting to bind port 7a08f442-c306-4d1d-a934-82f8c095a54a on network 32fddf7a-be6e-433e-a894-e115b22cd23d {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:22:53.597960 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-4858faa5-638e-4275-a485-1530b48a34c5 service neutron] Port 7a08f442-c306-4d1d-a934-82f8c095a54a on network 32fddf7a-be6e-433e-a894-e115b22cd23d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:22:53.599003 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-4858faa5-638e-4275-a485-1530b48a34c5 service neutron] Attempting to bind port 7a08f442-c306-4d1d-a934-82f8c095a54a on network 32fddf7a-be6e-433e-a894-e115b22cd23d {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:22:53.604106 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-4858faa5-638e-4275-a485-1530b48a34c5 service neutron] Checking agent: {'id': '5b3c503f-4bfd-4027-adb8-75f76add50a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'started_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:22:53.604550 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-4858faa5-638e-4275-a485-1530b48a34c5 service neutron] Checking segment: {'id': '7b02f9f2-b6cb-413a-af5f-f12cf146d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:22:53.604888 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-4858faa5-638e-4275-a485-1530b48a34c5 service neutron] Bound using segment: {'id': '7b02f9f2-b6cb-413a-af5f-f12cf146d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:22:53.605498 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-4858faa5-638e-4275-a485-1530b48a34c5 service neutron] Bound port: 7a08f442-c306-4d1d-a934-82f8c095a54a, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b02f9f2-b6cb-413a-af5f-f12cf146d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:22:53.605902 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-4858faa5-638e-4275-a485-1530b48a34c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (7a08f442-c306-4d1d-a934-82f8c095a54a), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:53.680001 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-4858faa5-638e-4275-a485-1530b48a34c5 service neutron] For port 7a08f442-c306-4d1d-a934-82f8c095a54a, host hv-cinder-83753, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:22:53.683422 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-4858faa5-638e-4275-a485-1530b48a34c5 service neutron] For port 7a08f442-c306-4d1d-a934-82f8c095a54a, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=7a08f442-c306-4d1d-a934-82f8c095a54a,segment=NetworkSegment(7b02f9f2-b6cb-413a-af5f-f12cf146d8ff),segment_id=7b02f9f2-b6cb-413a-af5f-f12cf146d8ff)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:22:53.690645 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-4858faa5-638e-4275-a485-1530b48a34c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (7a08f442-c306-4d1d-a934-82f8c095a54a), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:53.713328 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6e6a6-0c06-4877-b0e2-9d163cfbcfda req-5f4f8b09-3866-4bb3-b713-006e0445b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:53.714861 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ecd6e6a6-0c06-4877-b0e2-9d163cfbcfda req-5f4f8b09-3866-4bb3-b713-006e0445b6f9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9dc82e9-ba51-4034-af9b-11d793e8de94 HTTP/1.1" status: 200 len: 915 time: 0.1042383 Apr 12 18:22:53.727862 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-4858faa5-638e-4275-a485-1530b48a34c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:53.728486 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-4858faa5-638e-4275-a485-1530b48a34c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for port (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:53.729943 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-4858faa5-638e-4275-a485-1530b48a34c5 service neutron] 10.222.0.26 "PUT /v2.0/ports/7a08f442-c306-4d1d-a934-82f8c095a54a HTTP/1.1" status: 200 len: 1093 time: 0.7359092 Apr 12 18:22:53.730391 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd372eff6-ec0d-48a1-8398-a1c7d2ef1a15', 'tag': '7a08f442-c306-4d1d-a934-82f8c095a54a'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:22:53.733324 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ff44208863b45d5314a74bf2796fa783e64ad3222a396cfa3f0d0395593348f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1417e30f-3d05-4fa1-9344-cbbf0f7e4d19" -d '{"events": [{"name": "network-changed", "server_uuid": "d372eff6-ec0d-48a1-8398-a1c7d2ef1a15", "tag": "7a08f442-c306-4d1d-a934-82f8c095a54a"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:22:53.763918 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858faa5-638e-4275-a485-1530b48a34c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a08f442-c306-4d1d-a934-82f8c095a54a,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:53.789281 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b32d337-cca8-429b-abcc-5e1bb4fa88f9 x-openstack-request-id: req-8b32d337-cca8-429b-abcc-5e1bb4fa88f9 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:22:53.789584 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d372eff6-ec0d-48a1-8398-a1c7d2ef1a15", "tag": "7a08f442-c306-4d1d-a934-82f8c095a54a", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:22:53.790391 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b32d337-cca8-429b-abcc-5e1bb4fa88f9 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:22:53.790391 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b32d337-cca8-429b-abcc-5e1bb4fa88f9'] response: {'name': 'network-changed', 'server_uuid': 'd372eff6-ec0d-48a1-8398-a1c7d2ef1a15', 'tag': '7a08f442-c306-4d1d-a934-82f8c095a54a', 'status': 'completed', 'code': 200} Apr 12 18:22:53.792947 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ecd6e6a6-0c06-4877-b0e2-9d163cfbcfda req-06fee2e9-fddf-4266-938c-294d7e7e450c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4689fd1-e948-4092-8679-98ae201f6d88 HTTP/1.1" status: 200 len: 1001 time: 0.0707307 Apr 12 18:22:53.855020 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-f25305fb-e107-471d-8329-d44e8a5bfebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:53.856579 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-f25305fb-e107-471d-8329-d44e8a5bfebd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=809186fad39d4f6d9876d3e1348b3ab0&device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 1127 time: 0.0484452 Apr 12 18:22:53.858460 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6e6a6-0c06-4877-b0e2-9d163cfbcfda req-ed2ca80e-4cc0-40f6-aa47-0aaf9f6b4815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:53.859964 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ecd6e6a6-0c06-4877-b0e2-9d163cfbcfda req-ed2ca80e-4cc0-40f6-aa47-0aaf9f6b4815 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e9a9f4b8-3305-469c-8769-0a7b186de1c2 HTTP/1.1" status: 200 len: 853 time: 0.0526130 Apr 12 18:22:53.908544 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-35ce7d63-a6a8-4cef-8bb8-361f29e3aa9b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a08f442-c306-4d1d-a934-82f8c095a54a HTTP/1.1" status: 200 len: 217 time: 0.0406501 Apr 12 18:22:53.911558 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6e6a6-0c06-4877-b0e2-9d163cfbcfda req-9c86a7f8-6e95-4d6f-a218-fc06503101ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:53.913051 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ecd6e6a6-0c06-4877-b0e2-9d163cfbcfda req-9c86a7f8-6e95-4d6f-a218-fc06503101ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9dc82e9-ba51-4034-af9b-11d793e8de94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449512 Apr 12 18:22:53.946702 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:54.033161 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-2add50f5-8f33-40b7-9be8-f628a8dca576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:54.034626 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-2add50f5-8f33-40b7-9be8-f628a8dca576 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc07eb1e-fff2-417b-b6fd-57ebe5882dc3 HTTP/1.1" status: 200 len: 853 time: 0.0443058 Apr 12 18:22:54.073246 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ecd6e6a6-0c06-4877-b0e2-9d163cfbcfda req-ee41b127-0e6e-476c-937e-832c4ab4fb53 service neutron] 10.222.0.26 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824115 Apr 12 18:22:54.367810 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265e7f4-71be-45ff-8b5e-9e03930b4be3 req-4a76eb63-d0eb-43c5-8157-bf788314db3f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:54.369323 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9265e7f4-71be-45ff-8b5e-9e03930b4be3 req-4a76eb63-d0eb-43c5-8157-bf788314db3f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 943 time: 0.0503862 Apr 12 18:22:54.418119 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9265e7f4-71be-45ff-8b5e-9e03930b4be3 req-49392928-7daa-4539-82a8-dff7a8a654ed tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431247 Apr 12 18:22:54.585532 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7286900-faf9-4710-bf97-941edfd71f3b req-43b1a3fb-65ad-4cc5-ad18-feef1215dca3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:54.586993 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b7286900-faf9-4710-bf97-941edfd71f3b req-43b1a3fb-65ad-4cc5-ad18-feef1215dca3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0497952 Apr 12 18:22:54.637631 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b7286900-faf9-4710-bf97-941edfd71f3b req-3002f7bb-96dd-41b8-8599-d236ebd56819 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408361 Apr 12 18:22:55.526226 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab5351-3a6d-40c5-9264-cac62bb83306 req-6063f4f7-3d4f-4d45-b329-abe7d47deae0 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:55.527703 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-13ab5351-3a6d-40c5-9264-cac62bb83306 req-6063f4f7-3d4f-4d45-b329-abe7d47deae0 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 943 time: 0.0464122 Apr 12 18:22:55.572950 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-13ab5351-3a6d-40c5-9264-cac62bb83306 req-d6db7f49-43f5-4011-bcc8-d35c1072319a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395622 Apr 12 18:22:55.658523 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-90b65ffc-17bf-4847-be95-9d37f885af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:55.660080 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-90b65ffc-17bf-4847-be95-9d37f885af52 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32fddf7a-be6e-433e-a894-e115b22cd23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460231 Apr 12 18:22:55.704818 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ecd6e6a6-0c06-4877-b0e2-9d163cfbcfda req-9dbf7f77-9f65-476c-b5f3-4c3f29212b48 service neutron] 10.222.0.26 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909491 Apr 12 18:22:55.799779 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fb88a-60e6-4c7e-8e1f-272ca504f1d7 req-4b7db620-7be7-4a54-9e6f-35a03a71d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:55.801392 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-140fb88a-60e6-4c7e-8e1f-272ca504f1d7 req-4b7db620-7be7-4a54-9e6f-35a03a71d050 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 1130 time: 0.0433693 Apr 12 18:22:55.850162 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-140fb88a-60e6-4c7e-8e1f-272ca504f1d7 req-01d180c6-466a-47ef-88aa-ffc8bbc813b3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407300 Apr 12 18:22:55.992377 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb934a35-12cc-4771-9790-3dab52bc8e03 req-5312d149-a36a-4e7a-8f1b-c574ec7f770e tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:55.993879 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fb934a35-12cc-4771-9790-3dab52bc8e03 req-5312d149-a36a-4e7a-8f1b-c574ec7f770e tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0837386 Apr 12 18:22:56.039358 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-9798f335-86cc-4016-8283-25874af1aa99 service neutron] 10.222.0.26 "GET /v2.0/networks/32fddf7a-be6e-433e-a894-e115b22cd23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726137 Apr 12 18:22:56.055951 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fb934a35-12cc-4771-9790-3dab52bc8e03 req-d768f56d-11e4-44e6-8be4-0f7ff36a1aa1 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552213 Apr 12 18:22:56.523452 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8c5915e6-f48b-48db-9f6d-8642d7e9a563 req-42ceee24-8947-4d37-a805-cb3808ef0b0b service neutron] 10.222.0.26 "GET /v2.0/networks/32fddf7a-be6e-433e-a894-e115b22cd23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887899 Apr 12 18:22:56.567145 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 40138) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:22:56.678516 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-40733e6d-fbfc-45c8-bf86-b67b38d17f5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:56.688622 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ae912-ec7c-4716-b08c-43a55dbac116 req-1cd53c98-6cba-4e50-9545-53f1f938e119 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:56.690128 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-415ae912-ec7c-4716-b08c-43a55dbac116 req-1cd53c98-6cba-4e50-9545-53f1f938e119 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 943 time: 0.0504324 Apr 12 18:22:56.743904 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-415ae912-ec7c-4716-b08c-43a55dbac116 req-ec74900a-597f-4b94-94fc-c22dc7a3b83a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475311 Apr 12 18:22:56.753649 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-40733e6d-fbfc-45c8-bf86-b67b38d17f5b admin admin] Publish callbacks [] for security_group (e772f4ff-9e2a-4e73-8731-cbfbca825024), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:56.757756 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-40733e6d-fbfc-45c8-bf86-b67b38d17f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (e772f4ff-9e2a-4e73-8731-cbfbca825024), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:56.797664 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-40733e6d-fbfc-45c8-bf86-b67b38d17f5b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bfbb1eccae1b42b99a3747708eb7ad97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294416 Apr 12 18:22:56.799555 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40733e6d-fbfc-45c8-bf86-b67b38d17f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e772f4ff-9e2a-4e73-8731-cbfbca825024,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:56.800266 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 40144) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:22:56.847591 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cc9c5cc5-c6ef-4b8b-8a2e-0388834658ee admin admin] Publish callbacks [] for security_group (e772f4ff-9e2a-4e73-8731-cbfbca825024), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:56.868873 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cc9c5cc5-c6ef-4b8b-8a2e-0388834658ee admin admin] Publish callbacks [] for security_group (e772f4ff-9e2a-4e73-8731-cbfbca825024), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:56.915382 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cc9c5cc5-c6ef-4b8b-8a2e-0388834658ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (e772f4ff-9e2a-4e73-8731-cbfbca825024), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:56.918304 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cc9c5cc5-c6ef-4b8b-8a2e-0388834658ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:56.921788 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-cc9c5cc5-c6ef-4b8b-8a2e-0388834658ee admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e772f4ff-9e2a-4e73-8731-cbfbca825024 HTTP/1.1" status: 204 len: 168 time: 0.1182203 Apr 12 18:22:56.930246 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c5cc5-c6ef-4b8b-8a2e-0388834658ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e772f4ff-9e2a-4e73-8731-cbfbca825024,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:57.173565 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076069e2-67fa-4098-b43a-0467d4a59a44 req-26922d30-3c38-4ca8-95a4-5423e84c68c3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:57.175048 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-076069e2-67fa-4098-b43a-0467d4a59a44 req-26922d30-3c38-4ca8-95a4-5423e84c68c3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0467727 Apr 12 18:22:57.224168 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-076069e2-67fa-4098-b43a-0467d4a59a44 req-aef5d156-9993-4c7c-a661-c54bfdcecc46 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426536 Apr 12 18:22:57.857222 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada3e0e-46b8-4d63-822c-05db4e6e9b54 req-99c0157c-2a36-4700-9fd8-67a5d43eb7db tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:57.858961 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2ada3e0e-46b8-4d63-822c-05db4e6e9b54 req-99c0157c-2a36-4700-9fd8-67a5d43eb7db tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 943 time: 0.0511820 Apr 12 18:22:57.908509 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2ada3e0e-46b8-4d63-822c-05db4e6e9b54 req-77defad6-eab5-4de3-895f-ca54c2a4be51 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435529 Apr 12 18:22:58.335885 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd97ae8-a3a5-47b9-a071-bf2f4ed47b80 req-338bf320-de9e-4f63-8f9a-2407c3b154df tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:58.337358 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bfd97ae8-a3a5-47b9-a071-bf2f4ed47b80 req-338bf320-de9e-4f63-8f9a-2407c3b154df tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0455294 Apr 12 18:22:58.381850 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bfd97ae8-a3a5-47b9-a071-bf2f4ed47b80 req-e2c4a031-2551-4839-94ce-e1f39676c9eb tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389891 Apr 12 18:22:59.019184 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a5a8d-0f14-4314-875c-c7f0c9c33438 req-edbfddc3-d1d4-4378-bb98-d80c317e3f9a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:59.020796 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-520a5a8d-0f14-4314-875c-c7f0c9c33438 req-edbfddc3-d1d4-4378-bb98-d80c317e3f9a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 943 time: 0.0496521 Apr 12 18:22:59.068997 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-520a5a8d-0f14-4314-875c-c7f0c9c33438 req-e9cc4881-70ce-495a-ae11-ebd2d0f91ecd tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424726 Apr 12 18:22:59.504069 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab1947-ab89-4b1e-a6be-79dc020e9214 req-2d772aad-89f8-4ac6-8a58-6e5bcbe22025 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:59.505569 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e2ab1947-ab89-4b1e-a6be-79dc020e9214 req-2d772aad-89f8-4ac6-8a58-6e5bcbe22025 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0545731 Apr 12 18:22:59.558922 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e2ab1947-ab89-4b1e-a6be-79dc020e9214 req-9bc7d780-e301-4a69-a92e-367131610857 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475104 Apr 12 18:22:59.570948 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 40216) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:22:59.673228 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b9717bb4-9e06-4b5f-a34f-e79ec36619df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:59.752327 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417e30f-3d05-4fa1-9344-cbbf0f7e4d19 req-db2947c0-709a-411f-bbde-a6fd53d8344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:59.752521 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b9717bb4-9e06-4b5f-a34f-e79ec36619df admin admin] Publish callbacks [] for security_group (f72379b7-2a87-488b-a298-5c414ec95f03), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:59.754574 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1417e30f-3d05-4fa1-9344-cbbf0f7e4d19 req-db2947c0-709a-411f-bbde-a6fd53d8344d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=809186fad39d4f6d9876d3e1348b3ab0&device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 1127 time: 0.0404820 Apr 12 18:22:59.757002 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b9717bb4-9e06-4b5f-a34f-e79ec36619df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (f72379b7-2a87-488b-a298-5c414ec95f03), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:59.798756 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-b9717bb4-9e06-4b5f-a34f-e79ec36619df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=91502429c45444bc8297c34fd7761af2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266495 Apr 12 18:22:59.800663 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9717bb4-9e06-4b5f-a34f-e79ec36619df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72379b7-2a87-488b-a298-5c414ec95f03,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:22:59.803745 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 40220) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:22:59.853825 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1b57-80f6-4aea-8b99-9205c6fbe5ba admin admin] Publish callbacks [] for security_group (f72379b7-2a87-488b-a298-5c414ec95f03), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:59.856203 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417e30f-3d05-4fa1-9344-cbbf0f7e4d19 req-b69fc279-99a5-498f-a225-ee353720f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:22:59.857749 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1417e30f-3d05-4fa1-9344-cbbf0f7e4d19 req-b69fc279-99a5-498f-a225-ee353720f814 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32fddf7a-be6e-433e-a894-e115b22cd23d HTTP/1.1" status: 200 len: 915 time: 0.0967610 Apr 12 18:22:59.874497 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1b57-80f6-4aea-8b99-9205c6fbe5ba admin admin] Publish callbacks [] for security_group (f72379b7-2a87-488b-a298-5c414ec95f03), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:59.921204 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1b57-80f6-4aea-8b99-9205c6fbe5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (f72379b7-2a87-488b-a298-5c414ec95f03), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:59.923714 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1b57-80f6-4aea-8b99-9205c6fbe5ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:22:59.924864 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-0c7a1b57-80f6-4aea-8b99-9205c6fbe5ba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f72379b7-2a87-488b-a298-5c414ec95f03 HTTP/1.1" status: 204 len: 168 time: 0.1200402 Apr 12 18:22:59.932992 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a1b57-80f6-4aea-8b99-9205c6fbe5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72379b7-2a87-488b-a298-5c414ec95f03,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:00.103250 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 7a08f442-c306-4d1d-a934-82f8c095a54a details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:23:00.128572 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1417e30f-3d05-4fa1-9344-cbbf0f7e4d19 req-be7b280e-6555-4cbf-a6b8-bbed28ca3172 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a08f442-c306-4d1d-a934-82f8c095a54a HTTP/1.1" status: 200 len: 217 time: 0.0430753 Apr 12 18:23:00.241018 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3442203-ce7f-4ace-8235-dee5dd93729a req-6a6e76f1-69a1-4398-be67-b9a09e56a636 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:00.248170 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b3442203-ce7f-4ace-8235-dee5dd93729a req-6a6e76f1-69a1-4398-be67-b9a09e56a636 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 943 time: 0.0971942 Apr 12 18:23:00.255235 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 7a08f442-c306-4d1d-a934-82f8c095a54a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=7a08f442-c306-4d1d-a934-82f8c095a54a,segment=NetworkSegment(7b02f9f2-b6cb-413a-af5f-f12cf146d8ff),segment_id=7b02f9f2-b6cb-413a-af5f-f12cf146d8ff)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:23:00.270684 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Returning: {'device': '7a08f442-c306-4d1d-a934-82f8c095a54a', 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d', 'port_id': '7a08f442-c306-4d1d-a934-82f8c095a54a', 'mac_address': 'fa:16:3e:25:b4:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc07eb1e-fff2-417b-b6fd-57ebe5882dc3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:23:00.290302 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417e30f-3d05-4fa1-9344-cbbf0f7e4d19 req-9d7cba22-b6cf-46e2-ade9-403984398173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:00.291771 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1417e30f-3d05-4fa1-9344-cbbf0f7e4d19 req-9d7cba22-b6cf-46e2-ade9-403984398173 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc07eb1e-fff2-417b-b6fd-57ebe5882dc3 HTTP/1.1" status: 200 len: 853 time: 0.0966802 Apr 12 18:23:00.306553 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b3442203-ce7f-4ace-8235-dee5dd93729a req-a055f200-7e84-4bb9-87b8-fdc87dde877f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572696 Apr 12 18:23:00.309640 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 7a08f442-c306-4d1d-a934-82f8c095a54a is: DOWN; New status is: BUILD {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:23:00.310165 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (7a08f442-c306-4d1d-a934-82f8c095a54a), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:00.324185 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a08f442-c306-4d1d-a934-82f8c095a54a {{(pid=103525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:23:00.344136 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 7a08f442-c306-4d1d-a934-82f8c095a54a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=7a08f442-c306-4d1d-a934-82f8c095a54a,segment=NetworkSegment(7b02f9f2-b6cb-413a-af5f-f12cf146d8ff),segment_id=7b02f9f2-b6cb-413a-af5f-f12cf146d8ff)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:23:00.349287 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (7a08f442-c306-4d1d-a934-82f8c095a54a), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:00.405491 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=7a08f442-c306-4d1d-a934-82f8c095a54a,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:00.583336 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 40254) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:00.687553 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1097e97-aeb1-4616-a301-1afebabd8682 req-eb183d41-4e19-4440-a7ca-0a643f2b0236 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:00.695652 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a1097e97-aeb1-4616-a301-1afebabd8682 req-eb183d41-4e19-4440-a7ca-0a643f2b0236 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0634809 Apr 12 18:23:00.705355 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-b359fc92-c7f4-43c5-a615-126e239bc112 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-309178816-network', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:00.740474 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['7a08f442-c306-4d1d-a934-82f8c095a54a'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:23:00.750728 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a1097e97-aeb1-4616-a301-1afebabd8682 req-5a591e2d-fe58-479c-9749-5a3d71e154bb tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540671 Apr 12 18:23:00.761129 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b359fc92-c7f4-43c5-a615-126e239bc112 admin admin] Made reservation on behalf of 28174fe24e7f4a5593b2b5f692ae7372 for: {'network': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:23:00.781630 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b359fc92-c7f4-43c5-a615-126e239bc112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for network (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:00.830123 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417e30f-3d05-4fa1-9344-cbbf0f7e4d19 req-a5377042-5b20-460f-bac1-2e89254d7682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:00.830954 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b359fc92-c7f4-43c5-a615-126e239bc112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:00.837121 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1417e30f-3d05-4fa1-9344-cbbf0f7e4d19 req-a5377042-5b20-460f-bac1-2e89254d7682 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32fddf7a-be6e-433e-a894-e115b22cd23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0822198 Apr 12 18:23:00.952153 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b359fc92-c7f4-43c5-a615-126e239bc112 admin admin] Publish callbacks [] for security_group (fce254d7-042b-4614-82a3-5a66c6bd9d29), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:00.957832 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b359fc92-c7f4-43c5-a615-126e239bc112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (fce254d7-042b-4614-82a3-5a66c6bd9d29), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:00.964105 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a61b72-0341-4486-bd7c-7c3546447b4c req-370b23a7-b924-4db0-93f5-35b53c294d0c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:00.966258 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d4a61b72-0341-4486-bd7c-7c3546447b4c req-370b23a7-b924-4db0-93f5-35b53c294d0c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.0978611 Apr 12 18:23:00.983357 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b359fc92-c7f4-43c5-a615-126e239bc112 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=103524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:23:00.994158 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359fc92-c7f4-43c5-a615-126e239bc112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce254d7-042b-4614-82a3-5a66c6bd9d29,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:00.998851 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b359fc92-c7f4-43c5-a615-126e239bc112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (5b53cd06-aee7-4b04-818e-d2c823afdb75), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:00.999193 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.db.segments_db [None req-b359fc92-c7f4-43c5-a615-126e239bc112 admin admin] Added segment 5b53cd06-aee7-4b04-818e-d2c823afdb75 of type vlan for network 8935a1b3-0ad4-4541-b18d-1b5efbc9936f Apr 12 18:23:01.006390 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1417e30f-3d05-4fa1-9344-cbbf0f7e4d19 req-91ff88fe-e8b8-48ae-94ce-b541b3a2490d service neutron] 10.222.0.26 "GET /v2.0/networks/32fddf7a-be6e-433e-a894-e115b22cd23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631119 Apr 12 18:23:01.040034 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b359fc92-c7f4-43c5-a615-126e239bc112 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761369839068'] for network (8935a1b3-0ad4-4541-b18d-1b5efbc9936f), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:01.056762 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d4a61b72-0341-4486-bd7c-7c3546447b4c req-e9978e2b-42fb-47cc-9753-d167da7f65e6 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803330 Apr 12 18:23:01.083743 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b359fc92-c7f4-43c5-a615-126e239bc112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for network (8935a1b3-0ad4-4541-b18d-1b5efbc9936f), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:01.084720 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b359fc92-c7f4-43c5-a615-126e239bc112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:01.085338 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b359fc92-c7f4-43c5-a615-126e239bc112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:01.118320 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-b359fc92-c7f4-43c5-a615-126e239bc112 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5338573 Apr 12 18:23:01.119704 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1417e30f-3d05-4fa1-9344-cbbf0f7e4d19 req-ecd0f74a-8da9-4c54-a171-1f36824f30d2 service neutron] 10.222.0.26 "GET /v2.0/networks/32fddf7a-be6e-433e-a894-e115b22cd23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035042 Apr 12 18:23:01.121130 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 40266) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:01.125841 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-3972cd09-ed37-4651-925a-ec79bb21f66e admin admin] Request body: {'subnet': {'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-309178816-subnet', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:01.146853 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3972cd09-ed37-4651-925a-ec79bb21f66e admin admin] Made reservation on behalf of 28174fe24e7f4a5593b2b5f692ae7372 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:23:01.151971 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3972cd09-ed37-4651-925a-ec79bb21f66e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:01.155980 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359fc92-c7f4-43c5-a615-126e239bc112 admin admin] Pushing event updated for resources: {'Network': ['ID=8935a1b3-0ad4-4541-b18d-1b5efbc9936f,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:01.169346 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Network 8935a1b3-0ad4-4541-b18d-1b5efbc9936f details requested by agent ovs-agent-dv-cinder-837535-1-iscsi with host dv-cinder-837535-1-iscsi {{(pid=103525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:23:01.329444 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3972cd09-ed37-4651-925a-ec79bb21f66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for subnet (79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:01.390094 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972cd09-ed37-4651-925a-ec79bb21f66e admin admin] Pushing event updated for resources: {'Subnet': ['ID=79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:01.403281 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3972cd09-ed37-4651-925a-ec79bb21f66e admin admin] Checking segment: {'id': '5b53cd06-aee7-4b04-818e-d2c823afdb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:23:01.403734 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3972cd09-ed37-4651-925a-ec79bb21f66e admin admin] Network hostable DHCP agents. Network: 8935a1b3-0ad4-4541-b18d-1b5efbc9936f, hostable agents: ['fc5bc6ba-9bcd-441b-ae43-9003ca698105'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:23:01.447385 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3972cd09-ed37-4651-925a-ec79bb21f66e admin admin] Network 8935a1b3-0ad4-4541-b18d-1b5efbc9936f is scheduled to be hosted by DHCP agent fc5bc6ba-9bcd-441b-ae43-9003ca698105 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:23:01.467362 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626bc3e-1c72-4a85-a764-8b1abac21f63 req-bb7b27b0-1eac-4fce-aa2f-0ac51edadddc tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:01.468863 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c626bc3e-1c72-4a85-a764-8b1abac21f63 req-bb7b27b0-1eac-4fce-aa2f-0ac51edadddc tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 944 time: 0.0526333 Apr 12 18:23:01.469901 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-3972cd09-ed37-4651-925a-ec79bb21f66e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837535-1-iscsi, 8935a1b3-0ad4-4541-b18d-1b5efbc9936f) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:23:01.475029 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3972cd09-ed37-4651-925a-ec79bb21f66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:01.476407 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3972cd09-ed37-4651-925a-ec79bb21f66e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for subnet (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:01.482209 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf132b24-cd2a-46ce-b221-51c95fdac1ea None None] Network 8935a1b3-0ad4-4541-b18d-1b5efbc9936f requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:23:01.507700 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-3972cd09-ed37-4651-925a-ec79bb21f66e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3853037 Apr 12 18:23:01.511884 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 40274) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:01.515686 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-2b80c81e-023b-4e2f-8001-5868a8bed6b7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-309178816-router', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:01.537031 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c626bc3e-1c72-4a85-a764-8b1abac21f63 req-f924ea2d-c9ba-4f4f-9c56-bd050e84eeaf tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577531 Apr 12 18:23:01.550453 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2b80c81e-023b-4e2f-8001-5868a8bed6b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-808780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8844'] for router (b5e2e5f9-b93a-4364-be45-3f7564299bef), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:01.551860 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2b80c81e-023b-4e2f-8001-5868a8bed6b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-810069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router (b5e2e5f9-b93a-4364-be45-3f7564299bef), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:01.591654 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d756168-469d-42c2-8933-97a5c2e41c7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10cd5d1a-f5e6-56e1-9899-22d4fc397636-8935a1b3-0ad4-4541-b18d-1b5efbc9936f', 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f', 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'fixed_ips': [{'subnet_id': '79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d'}]}} from dv-cinder-837535-1-iscsi. {{(pid=103525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:23:01.592511 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-2d756168-469d-42c2-8933-97a5c2e41c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:01.609328 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2b80c81e-023b-4e2f-8001-5868a8bed6b7 admin admin] Publish callbacks [] for router_controller (b5e2e5f9-b93a-4364-be45-3f7564299bef), precommit_add_association {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:01.740836 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.db_base_plugin_common [None req-2d756168-469d-42c2-8933-97a5c2e41c7f None None] Allocated IP 172.20.0.2 (8935a1b3-0ad4-4541-b18d-1b5efbc9936f/79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d/76fb5fc2-21e4-4f97-a0e7-160258e03c1c) {{(pid=103525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:23:01.764505 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2b80c81e-023b-4e2f-8001-5868a8bed6b7 admin admin] Publish callbacks [] for router_gateway (b5e2e5f9-b93a-4364-be45-3f7564299bef), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:01.917687 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-2d756168-469d-42c2-8933-97a5c2e41c7f None None] Publish callbacks [] for port (76fb5fc2-21e4-4f97-a0e7-160258e03c1c), precommit_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:01.925864 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-2d756168-469d-42c2-8933-97a5c2e41c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (76fb5fc2-21e4-4f97-a0e7-160258e03c1c), after_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:01.983323 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d756168-469d-42c2-8933-97a5c2e41c7f None None] Network 8935a1b3-0ad4-4541-b18d-1b5efbc9936f is already hosted by enough agents. {{(pid=103525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:23:01.986563 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.scheduler.base_scheduler [None req-2d756168-469d-42c2-8933-97a5c2e41c7f None None] Resources bound (agent type, host, resource id): {{(pid=103525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:23:01.997323 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d756168-469d-42c2-8933-97a5c2e41c7f None None] Received port after_create {{(pid=103525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:23:02.001254 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d756168-469d-42c2-8933-97a5c2e41c7f None None] Pushing event updated for resources: {'Port': ['ID=76fb5fc2-21e4-4f97-a0e7-160258e03c1c,revision_number=1']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:02.062908 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-2d756168-469d-42c2-8933-97a5c2e41c7f None None] Attempting to bind port 76fb5fc2-21e4-4f97-a0e7-160258e03c1c on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:23:02.063603 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-2d756168-469d-42c2-8933-97a5c2e41c7f None None] Attempting to bind port 76fb5fc2-21e4-4f97-a0e7-160258e03c1c by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': '5b53cd06-aee7-4b04-818e-d2c823afdb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:23:02.064158 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d756168-469d-42c2-8933-97a5c2e41c7f None None] Attempting to bind port 76fb5fc2-21e4-4f97-a0e7-160258e03c1c on network 8935a1b3-0ad4-4541-b18d-1b5efbc9936f {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:23:02.070551 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d756168-469d-42c2-8933-97a5c2e41c7f None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:23:02.071046 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d756168-469d-42c2-8933-97a5c2e41c7f None None] Checking segment: {'id': '5b53cd06-aee7-4b04-818e-d2c823afdb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:23:02.071573 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-2d756168-469d-42c2-8933-97a5c2e41c7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:02.072096 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d756168-469d-42c2-8933-97a5c2e41c7f None None] Bound using segment: {'id': '5b53cd06-aee7-4b04-818e-d2c823afdb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:23:02.072809 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-2d756168-469d-42c2-8933-97a5c2e41c7f None None] Bound port: 76fb5fc2-21e4-4f97-a0e7-160258e03c1c, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b53cd06-aee7-4b04-818e-d2c823afdb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:23:02.073616 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-2d756168-469d-42c2-8933-97a5c2e41c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (76fb5fc2-21e4-4f97-a0e7-160258e03c1c), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:02.137386 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 7a08f442-c306-4d1d-a934-82f8c095a54a up at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:23:02.185985 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-2d756168-469d-42c2-8933-97a5c2e41c7f None None] For port 76fb5fc2-21e4-4f97-a0e7-160258e03c1c, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:23:02.207836 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2b80c81e-023b-4e2f-8001-5868a8bed6b7 admin admin] Publish callbacks [] for router_gateway (b5e2e5f9-b93a-4364-be45-3f7564299bef), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:02.208590 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-2d756168-469d-42c2-8933-97a5c2e41c7f None None] For port 76fb5fc2-21e4-4f97-a0e7-160258e03c1c, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=76fb5fc2-21e4-4f97-a0e7-160258e03c1c,segment=NetworkSegment(5b53cd06-aee7-4b04-818e-d2c823afdb75),segment_id=5b53cd06-aee7-4b04-818e-d2c823afdb75)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:23:02.218803 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-2d756168-469d-42c2-8933-97a5c2e41c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (76fb5fc2-21e4-4f97-a0e7-160258e03c1c), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:02.231727 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2b80c81e-023b-4e2f-8001-5868a8bed6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:02.271237 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning for port 7a08f442-c306-4d1d-a934-82f8c095a54a completed by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:23:02.292542 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning complete for port 7a08f442-c306-4d1d-a934-82f8c095a54a triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:02.292938 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (7a08f442-c306-4d1d-a934-82f8c095a54a), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:02.350762 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d756168-469d-42c2-8933-97a5c2e41c7f None None] Pushing event updated for resources: {'Port': ['ID=76fb5fc2-21e4-4f97-a0e7-160258e03c1c,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:02.373199 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-2b80c81e-023b-4e2f-8001-5868a8bed6b7 admin admin] Allocated IP 172.27.1.208 (8fe2c56e-0395-443d-a858-76cf54693827/10fb9747-8da5-4ac4-8e6b-c6dba6e53947/bf952946-5e79-43bb-9580-2f285ac158b2) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:23:02.417917 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 7a08f442-c306-4d1d-a934-82f8c095a54a is: BUILD; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:23:02.418396 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (7a08f442-c306-4d1d-a934-82f8c095a54a), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:02.443683 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd372eff6-ec0d-48a1-8398-a1c7d2ef1a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a08f442-c306-4d1d-a934-82f8c095a54a'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:23:02.446084 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a44503-e033-4e19-b06b-1d206c171c48" -d '{"events": [{"server_uuid": "d372eff6-ec0d-48a1-8398-a1c7d2ef1a15", "name": "network-vif-plugged", "status": "completed", "tag": "7a08f442-c306-4d1d-a934-82f8c095a54a"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:23:02.485194 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 7a08f442-c306-4d1d-a934-82f8c095a54a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=7a08f442-c306-4d1d-a934-82f8c095a54a,segment=NetworkSegment(7b02f9f2-b6cb-413a-af5f-f12cf146d8ff),segment_id=7b02f9f2-b6cb-413a-af5f-f12cf146d8ff)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:23:02.501852 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (7a08f442-c306-4d1d-a934-82f8c095a54a), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:02.576751 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2b80c81e-023b-4e2f-8001-5868a8bed6b7 admin admin] Publish callbacks [] for port (bf952946-5e79-43bb-9580-2f285ac158b2), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:02.595616 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c52889-327a-450e-adfd-ad1ee2e5ea1e x-openstack-request-id: req-f6c52889-327a-450e-adfd-ad1ee2e5ea1e {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:23:02.595944 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d372eff6-ec0d-48a1-8398-a1c7d2ef1a15", "name": "network-vif-plugged", "status": "completed", "tag": "7a08f442-c306-4d1d-a934-82f8c095a54a", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:23:02.597437 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f6c52889-327a-450e-adfd-ad1ee2e5ea1e {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:23:02.597917 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6c52889-327a-450e-adfd-ad1ee2e5ea1e'] response: {'server_uuid': 'd372eff6-ec0d-48a1-8398-a1c7d2ef1a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a08f442-c306-4d1d-a934-82f8c095a54a', 'code': 200} Apr 12 18:23:02.621807 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=7a08f442-c306-4d1d-a934-82f8c095a54a,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:02.647172 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2b80c81e-023b-4e2f-8001-5868a8bed6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (bf952946-5e79-43bb-9580-2f285ac158b2), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:02.726379 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b80c81e-023b-4e2f-8001-5868a8bed6b7 admin admin] Network 8fe2c56e-0395-443d-a858-76cf54693827 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:23:02.729550 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-2b80c81e-023b-4e2f-8001-5868a8bed6b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:23:02.733040 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b80c81e-023b-4e2f-8001-5868a8bed6b7 admin admin] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:23:02.745860 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925d172-f6c1-4f8b-aa57-bf6d71021174 req-83049255-33f7-40d7-9a64-d3d50c3649fe tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:02.754928 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c925d172-f6c1-4f8b-aa57-bf6d71021174 req-83049255-33f7-40d7-9a64-d3d50c3649fe tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 945 time: 0.0878263 Apr 12 18:23:02.766975 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80c81e-023b-4e2f-8001-5868a8bed6b7 admin admin] Pushing event updated for resources: {'Port': ['ID=bf952946-5e79-43bb-9580-2f285ac158b2,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:02.904916 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff5caa-44cd-4f03-b7e1-3bfd7207e973 req-caed87b6-d557-41d5-9307-61449fb78daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:02.907086 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c0ff5caa-44cd-4f03-b7e1-3bfd7207e973 req-caed87b6-d557-41d5-9307-61449fb78daa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 1129 time: 0.1430321 Apr 12 18:23:02.961624 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 76fb5fc2-21e4-4f97-a0e7-160258e03c1c up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:23:02.996959 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c243b1e-5fd0-4c9e-8962-b9a5bce21df6 req-e1f62266-4c28-420f-95c5-c11a508b5b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:02.998541 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-0c243b1e-5fd0-4c9e-8962-b9a5bce21df6 req-e1f62266-4c28-420f-95c5-c11a508b5b3d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=32de1a896084470f9de92a79d2b2ca07&device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 1129 time: 0.0595307 Apr 12 18:23:03.020271 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c925d172-f6c1-4f8b-aa57-bf6d71021174 req-c367254b-788a-44ad-9431-fc94f8a35958 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588580 Apr 12 18:23:03.041855 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port 76fb5fc2-21e4-4f97-a0e7-160258e03c1c triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:03.042478 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (76fb5fc2-21e4-4f97-a0e7-160258e03c1c), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:03.044551 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b332c-66ed-4787-9f44-83bf5c408d8f req-fe8536d3-ebe7-4867-819d-b6349a4b3ddb tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:03.049090 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d45b332c-66ed-4787-9f44-83bf5c408d8f req-fe8536d3-ebe7-4867-819d-b6349a4b3ddb tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.1047528 Apr 12 18:23:03.061570 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c0ff5caa-44cd-4f03-b7e1-3bfd7207e973 req-51be6ce4-6258-4541-8052-2ccf4971a3f9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388938 Apr 12 18:23:03.122159 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d45b332c-66ed-4787-9f44-83bf5c408d8f req-d72ed740-21d7-496b-877d-886ec6a1af8f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629237 Apr 12 18:23:03.137752 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 76fb5fc2-21e4-4f97-a0e7-160258e03c1c is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:23:03.138214 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (76fb5fc2-21e4-4f97-a0e7-160258e03c1c), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:03.173140 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] For port 76fb5fc2-21e4-4f97-a0e7-160258e03c1c, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=76fb5fc2-21e4-4f97-a0e7-160258e03c1c,segment=NetworkSegment(5b53cd06-aee7-4b04-818e-d2c823afdb75),segment_id=5b53cd06-aee7-4b04-818e-d2c823afdb75)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:23:03.178371 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (76fb5fc2-21e4-4f97-a0e7-160258e03c1c), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:03.211994 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2b80c81e-023b-4e2f-8001-5868a8bed6b7 admin admin] Publish callbacks [] for router_gateway (b5e2e5f9-b93a-4364-be45-3f7564299bef), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:03.242509 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Pushing event updated for resources: {'Port': ['ID=76fb5fc2-21e4-4f97-a0e7-160258e03c1c,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:03.277207 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c243b1e-5fd0-4c9e-8962-b9a5bce21df6 req-e990c444-99e4-4f4e-84b9-58a53eb2c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:03.278843 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-0c243b1e-5fd0-4c9e-8962-b9a5bce21df6 req-e990c444-99e4-4f4e-84b9-58a53eb2c735 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee HTTP/1.1" status: 200 len: 918 time: 0.2266142 Apr 12 18:23:03.419369 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-0c243b1e-5fd0-4c9e-8962-b9a5bce21df6 req-4899a52e-6aa4-43b7-8113-24d101bad528 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dccf5120-d9a7-4d1d-b095-22f78fae45e6 HTTP/1.1" status: 200 len: 217 time: 0.0783880 Apr 12 18:23:03.522396 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c243b1e-5fd0-4c9e-8962-b9a5bce21df6 req-8cd21a77-1d19-471e-86bd-48645e3f5c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:03.523884 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-0c243b1e-5fd0-4c9e-8962-b9a5bce21df6 req-8cd21a77-1d19-471e-86bd-48645e3f5c5a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81df1cf4-cbde-4529-8fd2-878a9fd29f57 HTTP/1.1" status: 200 len: 856 time: 0.0947580 Apr 12 18:23:03.528202 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2b80c81e-023b-4e2f-8001-5868a8bed6b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-895179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-807076'] for router (b5e2e5f9-b93a-4364-be45-3f7564299bef), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:03.578970 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6d1305-72f4-4535-987c-c76edf7d791f None None] Network 8935a1b3-0ad4-4541-b18d-1b5efbc9936f requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:23:03.643969 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-765e0644-9941-4685-b023-235f0b0f1acf None None] Provisioning complete for port 76fb5fc2-21e4-4f97-a0e7-160258e03c1c triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:03.644215 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-765e0644-9941-4685-b023-235f0b0f1acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (76fb5fc2-21e4-4f97-a0e7-160258e03c1c), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:03.674067 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b80c81e-023b-4e2f-8001-5868a8bed6b7 admin admin] Router b5e2e5f9-b93a-4364-be45-3f7564299bef is scheduled to L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 with binding_index 1 {{(pid=103524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:23:03.770998 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-765e0644-9941-4685-b023-235f0b0f1acf None None] Current status of the port 76fb5fc2-21e4-4f97-a0e7-160258e03c1c is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:23:03.810016 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b80c81e-023b-4e2f-8001-5868a8bed6b7 admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:23:03.820714 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431d4683-25aa-4c87-b84a-ef2d11c54d27 None None] Sync routers for ids ['b5e2e5f9-b93a-4364-be45-3f7564299bef'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:23:03.830750 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2b80c81e-023b-4e2f-8001-5868a8bed6b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:03.834997 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-2b80c81e-023b-4e2f-8001-5868a8bed6b7 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3204193 Apr 12 18:23:03.835370 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 40328) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:03.835824 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431d4683-25aa-4c87-b84a-ef2d11c54d27 None None] Routers {'b5e2e5f9-b93a-4364-be45-3f7564299bef'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:23:03.836380 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-431d4683-25aa-4c87-b84a-ef2d11c54d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:22:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['b5e2e5f9-b93a-4364-be45-3f7564299bef'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:03.965970 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-431d4683-25aa-4c87-b84a-ef2d11c54d27 None None] Set router b5e2e5f9-b93a-4364-be45-3f7564299bef gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:23:04.095158 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-ee2d4926-8a4d-44e1-8644-a0c1a3d319b7 None None] Provisioning complete for port 76fb5fc2-21e4-4f97-a0e7-160258e03c1c triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:04.098942 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c243b1e-5fd0-4c9e-8962-b9a5bce21df6 req-4b11f97d-0c1b-4920-add7-97866781f5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:04.099481 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ee2d4926-8a4d-44e1-8644-a0c1a3d319b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (76fb5fc2-21e4-4f97-a0e7-160258e03c1c), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:04.100508 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-0c243b1e-5fd0-4c9e-8962-b9a5bce21df6 req-4b11f97d-0c1b-4920-add7-97866781f5df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0651889 Apr 12 18:23:04.188569 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-431d4683-25aa-4c87-b84a-ef2d11c54d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'name': 'tempest-TestShelveInstance-309178816-router', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'bf952946-5e79-43bb-9580-2f285ac158b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:23:01Z', 'updated_at': '2022-04-12T18:23:02Z', 'revision_number': 3, 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'gw_port': {'id': 'bf952946-5e79-43bb-9580-2f285ac158b2', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:02Z', 'updated_at': '2022-04-12T18:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:04.203705 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-ee2d4926-8a4d-44e1-8644-a0c1a3d319b7 None None] Current status of the port 76fb5fc2-21e4-4f97-a0e7-160258e03c1c is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:23:04.223410 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431d4683-25aa-4c87-b84a-ef2d11c54d27 None None] Checking router: b5e2e5f9-b93a-4364-be45-3f7564299bef for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:23:04.223761 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431d4683-25aa-4c87-b84a-ef2d11c54d27 None None] Updating router b5e2e5f9-b93a-4364-be45-3f7564299bef port bf952946-5e79-43bb-9580-2f285ac158b2 binding host dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:23:04.256424 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-0c243b1e-5fd0-4c9e-8962-b9a5bce21df6 req-7bd19a8d-268f-4469-8426-a8cc77932326 service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485984 Apr 12 18:23:04.256645 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-431d4683-25aa-4c87-b84a-ef2d11c54d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (bf952946-5e79-43bb-9580-2f285ac158b2), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:04.326950 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459d7ee-31e4-4d39-8901-cc10f8c0f2c6 req-fff5c6db-5ca3-4c89-81b6-d21b17702f15 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:04.328765 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d459d7ee-31e4-4d39-8901-cc10f8c0f2c6 req-fff5c6db-5ca3-4c89-81b6-d21b17702f15 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.0600348 Apr 12 18:23:04.341935 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d45128-02ec-4021-9054-715322493aa5 req-a8412c7d-92cd-406e-99dc-dbb92f80dd4f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:04.344374 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c8d45128-02ec-4021-9054-715322493aa5 req-a8412c7d-92cd-406e-99dc-dbb92f80dd4f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 945 time: 0.1977761 Apr 12 18:23:04.406843 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-0c243b1e-5fd0-4c9e-8962-b9a5bce21df6 req-cd3d012e-73eb-42f3-9c11-3c78c80c8b60 service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278491 Apr 12 18:23:04.466911 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d459d7ee-31e4-4d39-8901-cc10f8c0f2c6 req-fd1f7cde-4e5f-4e05-99bc-ffe6ea444755 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214595 Apr 12 18:23:04.482757 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c8d45128-02ec-4021-9054-715322493aa5 req-06a61a93-6500-4d35-b133-9c64c369564f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259313 Apr 12 18:23:04.577311 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-431d4683-25aa-4c87-b84a-ef2d11c54d27 None None] Publish callbacks [] for port (bf952946-5e79-43bb-9580-2f285ac158b2), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:04.583191 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-431d4683-25aa-4c87-b84a-ef2d11c54d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (bf952946-5e79-43bb-9580-2f285ac158b2), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:04.587321 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cdba1250-28ef-4ba6-a82b-dce18d668493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:04.643995 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c853a54-b3df-482e-b68d-d0787ead2ea9 None None] Pushing event updated for resources: {'Port': ['ID=bf952946-5e79-43bb-9580-2f285ac158b2,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:04.661746 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c853a54-b3df-482e-b68d-d0787ead2ea9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:04.662100 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c853a54-b3df-482e-b68d-d0787ead2ea9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:04.662472 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c853a54-b3df-482e-b68d-d0787ead2ea9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:04.662819 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c853a54-b3df-482e-b68d-d0787ead2ea9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:04.663167 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c853a54-b3df-482e-b68d-d0787ead2ea9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:04.663487 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c853a54-b3df-482e-b68d-d0787ead2ea9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:04.663816 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c853a54-b3df-482e-b68d-d0787ead2ea9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:04.664148 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c853a54-b3df-482e-b68d-d0787ead2ea9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:04.664502 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c853a54-b3df-482e-b68d-d0787ead2ea9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:04.664802 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c853a54-b3df-482e-b68d-d0787ead2ea9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:04.665155 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c853a54-b3df-482e-b68d-d0787ead2ea9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:04.665489 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c853a54-b3df-482e-b68d-d0787ead2ea9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:04.665868 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c853a54-b3df-482e-b68d-d0787ead2ea9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:04.666134 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c853a54-b3df-482e-b68d-d0787ead2ea9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:04.666453 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c853a54-b3df-482e-b68d-d0787ead2ea9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:04.669825 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-431d4683-25aa-4c87-b84a-ef2d11c54d27 None None] Attempting to bind port bf952946-5e79-43bb-9580-2f285ac158b2 on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:23:04.670198 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-431d4683-25aa-4c87-b84a-ef2d11c54d27 None None] Attempting to bind port bf952946-5e79-43bb-9580-2f285ac158b2 by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:23:04.670569 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431d4683-25aa-4c87-b84a-ef2d11c54d27 None None] Attempting to bind port bf952946-5e79-43bb-9580-2f285ac158b2 on network 8fe2c56e-0395-443d-a858-76cf54693827 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:23:04.677356 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431d4683-25aa-4c87-b84a-ef2d11c54d27 None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:23:04.677356 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431d4683-25aa-4c87-b84a-ef2d11c54d27 None None] Checking segment: {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:23:04.677578 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-431d4683-25aa-4c87-b84a-ef2d11c54d27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:04.677946 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431d4683-25aa-4c87-b84a-ef2d11c54d27 None None] Bound using segment: {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:23:04.678420 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-431d4683-25aa-4c87-b84a-ef2d11c54d27 None None] Bound port: bf952946-5e79-43bb-9580-2f285ac158b2, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:23:04.678807 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-431d4683-25aa-4c87-b84a-ef2d11c54d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (bf952946-5e79-43bb-9580-2f285ac158b2), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:04.737665 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-431d4683-25aa-4c87-b84a-ef2d11c54d27 None None] For port bf952946-5e79-43bb-9580-2f285ac158b2, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:23:04.740993 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-431d4683-25aa-4c87-b84a-ef2d11c54d27 None None] For port bf952946-5e79-43bb-9580-2f285ac158b2, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=bf952946-5e79-43bb-9580-2f285ac158b2,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:23:04.750060 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-431d4683-25aa-4c87-b84a-ef2d11c54d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (bf952946-5e79-43bb-9580-2f285ac158b2), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:04.751531 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-cdba1250-28ef-4ba6-a82b-dce18d668493 admin admin] Allocated IP 172.20.0.1 (8935a1b3-0ad4-4541-b18d-1b5efbc9936f/79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d/c229dc68-a0c8-45bf-8741-d6cc682b076c) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:23:04.814347 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431d4683-25aa-4c87-b84a-ef2d11c54d27 None None] Routers {'b5e2e5f9-b93a-4364-be45-3f7564299bef'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:23:04.815043 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-431d4683-25aa-4c87-b84a-ef2d11c54d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:22:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['b5e2e5f9-b93a-4364-be45-3f7564299bef'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:04.860863 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c853a54-b3df-482e-b68d-d0787ead2ea9 None None] Pushing event updated for resources: {'Port': ['ID=bf952946-5e79-43bb-9580-2f285ac158b2,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:04.884525 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 76fb5fc2-21e4-4f97-a0e7-160258e03c1c up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:23:04.899685 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cdba1250-28ef-4ba6-a82b-dce18d668493 admin admin] Publish callbacks [] for port (c229dc68-a0c8-45bf-8741-d6cc682b076c), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:04.935937 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port 76fb5fc2-21e4-4f97-a0e7-160258e03c1c triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:04.936516 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (76fb5fc2-21e4-4f97-a0e7-160258e03c1c), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:04.956868 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-431d4683-25aa-4c87-b84a-ef2d11c54d27 None None] Set router b5e2e5f9-b93a-4364-be45-3f7564299bef gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:23:04.971412 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cdba1250-28ef-4ba6-a82b-dce18d668493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (c229dc68-a0c8-45bf-8741-d6cc682b076c), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:05.024412 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdba1250-28ef-4ba6-a82b-dce18d668493 admin admin] Network 8935a1b3-0ad4-4541-b18d-1b5efbc9936f is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:23:05.027847 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-cdba1250-28ef-4ba6-a82b-dce18d668493 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:23:05.032581 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdba1250-28ef-4ba6-a82b-dce18d668493 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:23:05.033064 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cdba1250-28ef-4ba6-a82b-dce18d668493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-806997'] for router_interface (b5e2e5f9-b93a-4364-be45-3f7564299bef), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:05.037029 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba1250-28ef-4ba6-a82b-dce18d668493 admin admin] Pushing event updated for resources: {'Port': ['ID=c229dc68-a0c8-45bf-8741-d6cc682b076c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:05.053376 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 76fb5fc2-21e4-4f97-a0e7-160258e03c1c is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:23:05.176573 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cdba1250-28ef-4ba6-a82b-dce18d668493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (c229dc68-a0c8-45bf-8741-d6cc682b076c), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:05.235519 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-431d4683-25aa-4c87-b84a-ef2d11c54d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'name': 'tempest-TestShelveInstance-309178816-router', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'bf952946-5e79-43bb-9580-2f285ac158b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:23:01Z', 'updated_at': '2022-04-12T18:23:02Z', 'revision_number': 3, 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'gw_port': {'id': 'bf952946-5e79-43bb-9580-2f285ac158b2', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:02Z', 'updated_at': '2022-04-12T18:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:05.264180 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431d4683-25aa-4c87-b84a-ef2d11c54d27 None None] The sync data for ids ['b5e2e5f9-b93a-4364-be45-3f7564299bef'] in dv-cinder-837535-1-iscsi is: [{'id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'name': 'tempest-TestShelveInstance-309178816-router', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'bf952946-5e79-43bb-9580-2f285ac158b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:23:01Z', 'updated_at': '2022-04-12T18:23:02Z', 'revision_number': 3, 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'gw_port': {'id': 'bf952946-5e79-43bb-9580-2f285ac158b2', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:02Z', 'updated_at': '2022-04-12T18:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:23:05.336410 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8bad9d9b-7931-4b78-b64e-5cf9f9ebc663 None None] Provisioning complete for port c229dc68-a0c8-45bf-8741-d6cc682b076c triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:05.336728 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8bad9d9b-7931-4b78-b64e-5cf9f9ebc663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (c229dc68-a0c8-45bf-8741-d6cc682b076c), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:05.361183 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cdba1250-28ef-4ba6-a82b-dce18d668493 admin admin] Publish callbacks [] for port (c229dc68-a0c8-45bf-8741-d6cc682b076c), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:05.366829 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cdba1250-28ef-4ba6-a82b-dce18d668493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (c229dc68-a0c8-45bf-8741-d6cc682b076c), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:05.367623 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cdba1250-28ef-4ba6-a82b-dce18d668493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-810981'] for router_interface (b5e2e5f9-b93a-4364-be45-3f7564299bef), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:05.374268 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8bad9d9b-7931-4b78-b64e-5cf9f9ebc663 None None] Port c229dc68-a0c8-45bf-8741-d6cc682b076c cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:23:05.456281 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba1250-28ef-4ba6-a82b-dce18d668493 admin admin] Pushing event updated for resources: {'Port': ['ID=c229dc68-a0c8-45bf-8741-d6cc682b076c,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:05.493497 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdba1250-28ef-4ba6-a82b-dce18d668493 admin admin] Network 8935a1b3-0ad4-4541-b18d-1b5efbc9936f is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:23:05.496935 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-cdba1250-28ef-4ba6-a82b-dce18d668493 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:23:05.712810 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24b674-ea6d-4e8d-b38b-88c45a4f4eef req-d94c64c4-2fe2-4fa5-ac68-51c17eda5dc0 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:05.714409 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-cf24b674-ea6d-4e8d-b38b-88c45a4f4eef req-d94c64c4-2fe2-4fa5-ac68-51c17eda5dc0 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.0985188 Apr 12 18:23:05.722318 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef12cc-df9f-428e-9a70-5649aed400c1 req-58d2f22b-2fc2-4ac4-8ce1-f0d717a18abe tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:05.723956 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-17ef12cc-df9f-428e-9a70-5649aed400c1 req-58d2f22b-2fc2-4ac4-8ce1-f0d717a18abe tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 945 time: 0.1092350 Apr 12 18:23:05.769278 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdba1250-28ef-4ba6-a82b-dce18d668493 admin admin] Router b5e2e5f9-b93a-4364-be45-3f7564299bef has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:23:05.799227 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d0f9298a-4bbd-4e6c-8778-4b0b75bc7f87 None None] Provisioning complete for port c229dc68-a0c8-45bf-8741-d6cc682b076c triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:05.799602 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d0f9298a-4bbd-4e6c-8778-4b0b75bc7f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (c229dc68-a0c8-45bf-8741-d6cc682b076c), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:05.820781 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-cf24b674-ea6d-4e8d-b38b-88c45a4f4eef req-3b37ed78-1d8f-4e26-b771-95b8d37c630e tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958393 Apr 12 18:23:05.826845 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-17ef12cc-df9f-428e-9a70-5649aed400c1 req-47077e4c-9955-4778-9c7c-76329202a725 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923800 Apr 12 18:23:05.854545 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d0f9298a-4bbd-4e6c-8778-4b0b75bc7f87 None None] Port c229dc68-a0c8-45bf-8741-d6cc682b076c cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:23:06.211221 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab153a-ed4a-4b38-abc2-c1b0879ac40d req-cede972b-e7d2-4a5b-9451-4394c4f5d839 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:06.212753 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-01ab153a-ed4a-4b38-abc2-c1b0879ac40d req-cede972b-e7d2-4a5b-9451-4394c4f5d839 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 945 time: 0.0644248 Apr 12 18:23:06.214368 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdba1250-28ef-4ba6-a82b-dce18d668493 admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:23:06.219446 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-cdba1250-28ef-4ba6-a82b-dce18d668493 admin admin] 10.222.0.52 "PUT /v2.0/routers/b5e2e5f9-b93a-4364-be45-3f7564299bef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3830445 Apr 12 18:23:06.265713 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-01ab153a-ed4a-4b38-abc2-c1b0879ac40d req-6b77d365-cab8-4bd6-927c-3a513db49957 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450876 Apr 12 18:23:06.595455 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4e3f2-0ea7-498a-9f43-32415a7088fa req-bc158e4f-2671-421b-bf2c-d1ea7bf9d7b1 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:06.596998 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-afc4e3f2-0ea7-498a-9f43-32415a7088fa req-bc158e4f-2671-421b-bf2c-d1ea7bf9d7b1 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 945 time: 0.0525436 Apr 12 18:23:06.651293 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-afc4e3f2-0ea7-498a-9f43-32415a7088fa req-83882cfd-fc01-4292-976f-8eeef6c7eba3 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455108 Apr 12 18:23:06.698191 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 40394) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:06.703189 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-47f0717f-d885-43c8-ac46-625445529f39 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1402110998-network', 'tenant_id': 'f73715a7870b441180a4a36ef48a3218'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:06.726476 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f0717f-d885-43c8-ac46-625445529f39 admin admin] Made reservation on behalf of f73715a7870b441180a4a36ef48a3218 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:23:06.728879 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-47f0717f-d885-43c8-ac46-625445529f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for network (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:06.737341 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-47f0717f-d885-43c8-ac46-625445529f39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:06.827705 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-47f0717f-d885-43c8-ac46-625445529f39 admin admin] Publish callbacks [] for security_group (e4bc933b-d97b-4272-abc3-90fb04d39fc4), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:06.831397 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-47f0717f-d885-43c8-ac46-625445529f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (e4bc933b-d97b-4272-abc3-90fb04d39fc4), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:06.856918 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f0717f-d885-43c8-ac46-625445529f39 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:23:06.876355 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0717f-d885-43c8-ac46-625445529f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bc933b-d97b-4272-abc3-90fb04d39fc4,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:06.879678 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-47f0717f-d885-43c8-ac46-625445529f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (212c0ab8-75db-4be9-8494-096a265ed61d), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:06.880165 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.segments_db [None req-47f0717f-d885-43c8-ac46-625445529f39 admin admin] Added segment 212c0ab8-75db-4be9-8494-096a265ed61d of type vlan for network 7f2fb307-96d8-4240-8b76-1d1edbadddf2 Apr 12 18:23:06.906755 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device bf952946-5e79-43bb-9580-2f285ac158b2 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:23:06.978505 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-47f0717f-d885-43c8-ac46-625445529f39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761369839068'] for network (7f2fb307-96d8-4240-8b76-1d1edbadddf2), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:06.992848 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port bf952946-5e79-43bb-9580-2f285ac158b2 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:06.993505 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (bf952946-5e79-43bb-9580-2f285ac158b2), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:07.008590 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de26aff-32e6-4a82-9d17-8086553ca795 req-75b5e180-91b5-4957-b876-61b8d07b6073 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:07.010485 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2de26aff-32e6-4a82-9d17-8086553ca795 req-75b5e180-91b5-4957-b876-61b8d07b6073 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.0779033 Apr 12 18:23:07.054084 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-47f0717f-d885-43c8-ac46-625445529f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for network (7f2fb307-96d8-4240-8b76-1d1edbadddf2), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:07.055230 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f0717f-d885-43c8-ac46-625445529f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:07.058525 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-47f0717f-d885-43c8-ac46-625445529f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:07.089412 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2eebaa-db38-4b4b-8540-87bbe76c469d None None] Sync routers for ids ['b5e2e5f9-b93a-4364-be45-3f7564299bef'] in dv-cinder-837535-1-iscsi {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:23:07.118259 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2eebaa-db38-4b4b-8540-87bbe76c469d None None] Routers {'b5e2e5f9-b93a-4364-be45-3f7564299bef'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:23:07.119493 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6c2eebaa-db38-4b4b-8540-87bbe76c469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:22:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['b5e2e5f9-b93a-4364-be45-3f7564299bef'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:07.122890 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port bf952946-5e79-43bb-9580-2f285ac158b2 is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:23:07.123059 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2de26aff-32e6-4a82-9d17-8086553ca795 req-f273bb36-771f-4e66-a2f9-9dc58350a802 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046960 Apr 12 18:23:07.123638 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (bf952946-5e79-43bb-9580-2f285ac158b2), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:07.155875 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-47f0717f-d885-43c8-ac46-625445529f39 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4565094 Apr 12 18:23:07.158330 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 40408) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:07.163764 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-75af571c-57a2-4ebc-b351-1d2563affacc admin admin] Request body: {'subnet': {'network_id': '7f2fb307-96d8-4240-8b76-1d1edbadddf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1402110998-subnet', 'tenant_id': 'f73715a7870b441180a4a36ef48a3218', 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:07.176110 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0717f-d885-43c8-ac46-625445529f39 admin admin] Pushing event updated for resources: {'Network': ['ID=7f2fb307-96d8-4240-8b76-1d1edbadddf2,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:07.192844 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75af571c-57a2-4ebc-b351-1d2563affacc admin admin] Made reservation on behalf of f73715a7870b441180a4a36ef48a3218 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:23:07.195254 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-75af571c-57a2-4ebc-b351-1d2563affacc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:07.198495 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Network 7f2fb307-96d8-4240-8b76-1d1edbadddf2 details requested by agent ovs-agent-dv-cinder-837535-1-iscsi with host dv-cinder-837535-1-iscsi {{(pid=103525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:23:07.241450 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] For port bf952946-5e79-43bb-9580-2f285ac158b2, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=bf952946-5e79-43bb-9580-2f285ac158b2,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:23:07.372109 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-75af571c-57a2-4ebc-b351-1d2563affacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for subnet (fb0a42f9-d5a4-434e-ac4d-30b3cd571da0), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:07.397923 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (bf952946-5e79-43bb-9580-2f285ac158b2), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:07.435592 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af571c-57a2-4ebc-b351-1d2563affacc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb0a42f9-d5a4-434e-ac4d-30b3cd571da0,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:07.444162 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75af571c-57a2-4ebc-b351-1d2563affacc admin admin] Checking segment: {'id': '212c0ab8-75db-4be9-8494-096a265ed61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7f2fb307-96d8-4240-8b76-1d1edbadddf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:23:07.444529 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75af571c-57a2-4ebc-b351-1d2563affacc admin admin] Network hostable DHCP agents. Network: 7f2fb307-96d8-4240-8b76-1d1edbadddf2, hostable agents: ['fc5bc6ba-9bcd-441b-ae43-9003ca698105'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:23:07.462765 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75af571c-57a2-4ebc-b351-1d2563affacc admin admin] Network 7f2fb307-96d8-4240-8b76-1d1edbadddf2 is scheduled to be hosted by DHCP agent fc5bc6ba-9bcd-441b-ae43-9003ca698105 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:23:07.473745 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-75af571c-57a2-4ebc-b351-1d2563affacc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837535-1-iscsi, 7f2fb307-96d8-4240-8b76-1d1edbadddf2) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:23:07.478033 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75af571c-57a2-4ebc-b351-1d2563affacc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:07.478625 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-75af571c-57a2-4ebc-b351-1d2563affacc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for subnet (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:07.490608 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9a5414-820e-4b01-8be9-cdeca514e158 None None] Network 7f2fb307-96d8-4240-8b76-1d1edbadddf2 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:23:07.494924 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-75af571c-57a2-4ebc-b351-1d2563affacc admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3356006 Apr 12 18:23:07.497694 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 40410) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:07.502880 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-c51f5b97-45d4-4199-be93-0acb3445d941 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1402110998-router', 'tenant_id': 'f73715a7870b441180a4a36ef48a3218', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:07.522302 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c51f5b97-45d4-4199-be93-0acb3445d941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-808780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8844'] for router (2f70cc83-f5eb-4193-82ef-8dc489868e4b), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:07.523358 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c51f5b97-45d4-4199-be93-0acb3445d941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-810069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router (2f70cc83-f5eb-4193-82ef-8dc489868e4b), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:07.539631 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-6c2eebaa-db38-4b4b-8540-87bbe76c469d None None] Set router b5e2e5f9-b93a-4364-be45-3f7564299bef gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:23:07.576232 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c51f5b97-45d4-4199-be93-0acb3445d941 admin admin] Publish callbacks [] for router_controller (2f70cc83-f5eb-4193-82ef-8dc489868e4b), precommit_add_association {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:07.602482 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Pushing event updated for resources: {'Port': ['ID=bf952946-5e79-43bb-9580-2f285ac158b2,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:07.719027 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c51f5b97-45d4-4199-be93-0acb3445d941 admin admin] Publish callbacks [] for router_gateway (2f70cc83-f5eb-4193-82ef-8dc489868e4b), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:07.757854 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9425541-a4a3-4dc0-b6c8-0700c930fdd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10cd5d1a-f5e6-56e1-9899-22d4fc397636-7f2fb307-96d8-4240-8b76-1d1edbadddf2', 'network_id': '7f2fb307-96d8-4240-8b76-1d1edbadddf2', 'project_id': 'f73715a7870b441180a4a36ef48a3218', 'fixed_ips': [{'subnet_id': 'fb0a42f9-d5a4-434e-ac4d-30b3cd571da0'}]}} from dv-cinder-837535-1-iscsi. {{(pid=103525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:23:07.758688 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d9425541-a4a3-4dc0-b6c8-0700c930fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:07.884810 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6c2eebaa-db38-4b4b-8540-87bbe76c469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'name': 'tempest-TestShelveInstance-309178816-router', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'bf952946-5e79-43bb-9580-2f285ac158b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:23:01Z', 'updated_at': '2022-04-12T18:23:05Z', 'revision_number': 4, 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'gw_port': {'id': 'bf952946-5e79-43bb-9580-2f285ac158b2', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:02Z', 'updated_at': '2022-04-12T18:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'c229dc68-a0c8-45bf-8741-d6cc682b076c', 'name': '', 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'mac_address': 'fa:16:3e:57:bd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:04Z', 'updated_at': '2022-04-12T18:23:05Z', 'revision_number': 2, 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'subnets': [{'id': '79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:07.908799 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c51f5b97-45d4-4199-be93-0acb3445d941 admin admin] Publish callbacks [] for router_gateway (2f70cc83-f5eb-4193-82ef-8dc489868e4b), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:07.928179 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2eebaa-db38-4b4b-8540-87bbe76c469d None None] Checking router: b5e2e5f9-b93a-4364-be45-3f7564299bef for host: dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:23:07.928745 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2eebaa-db38-4b4b-8540-87bbe76c469d None None] Updating router b5e2e5f9-b93a-4364-be45-3f7564299bef port c229dc68-a0c8-45bf-8741-d6cc682b076c binding host dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:23:07.929060 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c51f5b97-45d4-4199-be93-0acb3445d941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:07.988129 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6c2eebaa-db38-4b4b-8540-87bbe76c469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (c229dc68-a0c8-45bf-8741-d6cc682b076c), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:08.007626 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.db_base_plugin_common [None req-d9425541-a4a3-4dc0-b6c8-0700c930fdd5 None None] Allocated IP 172.20.0.2 (7f2fb307-96d8-4240-8b76-1d1edbadddf2/fb0a42f9-d5a4-434e-ac4d-30b3cd571da0/aa75507f-d3b9-46e3-8c44-c71098c41c58) {{(pid=103525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:23:08.036088 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-c51f5b97-45d4-4199-be93-0acb3445d941 admin admin] Allocated IP 172.27.1.50 (8fe2c56e-0395-443d-a858-76cf54693827/10fb9747-8da5-4ac4-8e6b-c6dba6e53947/bd195682-65b7-420d-aca2-0b1dcadfef44) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:23:08.166403 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c51f5b97-45d4-4199-be93-0acb3445d941 admin admin] Publish callbacks [] for port (bd195682-65b7-420d-aca2-0b1dcadfef44), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:08.218027 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c51f5b97-45d4-4199-be93-0acb3445d941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (bd195682-65b7-420d-aca2-0b1dcadfef44), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:08.270962 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51f5b97-45d4-4199-be93-0acb3445d941 admin admin] Network 8fe2c56e-0395-443d-a858-76cf54693827 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:23:08.281411 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-c51f5b97-45d4-4199-be93-0acb3445d941 admin admin] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:23:08.287289 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51f5b97-45d4-4199-be93-0acb3445d941 admin admin] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:23:08.292302 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f5b97-45d4-4199-be93-0acb3445d941 admin admin] Pushing event updated for resources: {'Port': ['ID=bd195682-65b7-420d-aca2-0b1dcadfef44,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:08.345952 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddec10-3106-4982-8f55-b61101992975 req-a2edb051-75ee-4fec-9e0e-f337e38e745d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:08.355867 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a8ddec10-3106-4982-8f55-b61101992975 req-a2edb051-75ee-4fec-9e0e-f337e38e745d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.0734265 Apr 12 18:23:08.407000 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d9425541-a4a3-4dc0-b6c8-0700c930fdd5 None None] Publish callbacks [] for port (aa75507f-d3b9-46e3-8c44-c71098c41c58), precommit_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:08.440999 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a8ddec10-3106-4982-8f55-b61101992975 req-78f7bc29-9a9e-4177-a90e-5485f9d0afff tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780854 Apr 12 18:23:08.480705 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d9425541-a4a3-4dc0-b6c8-0700c930fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (aa75507f-d3b9-46e3-8c44-c71098c41c58), after_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:08.534640 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6c2eebaa-db38-4b4b-8540-87bbe76c469d None None] Publish callbacks [] for port (c229dc68-a0c8-45bf-8741-d6cc682b076c), precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:08.544157 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9425541-a4a3-4dc0-b6c8-0700c930fdd5 None None] Network 7f2fb307-96d8-4240-8b76-1d1edbadddf2 is already hosted by enough agents. {{(pid=103525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:23:08.547904 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.scheduler.base_scheduler [None req-d9425541-a4a3-4dc0-b6c8-0700c930fdd5 None None] Resources bound (agent type, host, resource id): {{(pid=103525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:23:08.553851 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9425541-a4a3-4dc0-b6c8-0700c930fdd5 None None] Received port after_create {{(pid=103525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:23:08.561691 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6c2eebaa-db38-4b4b-8540-87bbe76c469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (c229dc68-a0c8-45bf-8741-d6cc682b076c), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:08.564575 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9425541-a4a3-4dc0-b6c8-0700c930fdd5 None None] Pushing event updated for resources: {'Port': ['ID=aa75507f-d3b9-46e3-8c44-c71098c41c58,revision_number=1']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:08.635100 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c51f5b97-45d4-4199-be93-0acb3445d941 admin admin] Publish callbacks [] for router_gateway (2f70cc83-f5eb-4193-82ef-8dc489868e4b), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:08.642105 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc0bfd-a522-4d34-985e-c7542cfb3e66 None None] Pushing event updated for resources: {'Port': ['ID=c229dc68-a0c8-45bf-8741-d6cc682b076c,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:08.701740 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-d9425541-a4a3-4dc0-b6c8-0700c930fdd5 None None] Attempting to bind port aa75507f-d3b9-46e3-8c44-c71098c41c58 on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:23:08.702117 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-d9425541-a4a3-4dc0-b6c8-0700c930fdd5 None None] Attempting to bind port aa75507f-d3b9-46e3-8c44-c71098c41c58 by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': '212c0ab8-75db-4be9-8494-096a265ed61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7f2fb307-96d8-4240-8b76-1d1edbadddf2'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:23:08.702487 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9425541-a4a3-4dc0-b6c8-0700c930fdd5 None None] Attempting to bind port aa75507f-d3b9-46e3-8c44-c71098c41c58 on network 7f2fb307-96d8-4240-8b76-1d1edbadddf2 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:23:08.726429 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9425541-a4a3-4dc0-b6c8-0700c930fdd5 None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:23:08.726955 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9425541-a4a3-4dc0-b6c8-0700c930fdd5 None None] Checking segment: {'id': '212c0ab8-75db-4be9-8494-096a265ed61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7f2fb307-96d8-4240-8b76-1d1edbadddf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:23:08.727217 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d9425541-a4a3-4dc0-b6c8-0700c930fdd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:08.727595 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9425541-a4a3-4dc0-b6c8-0700c930fdd5 None None] Bound using segment: {'id': '212c0ab8-75db-4be9-8494-096a265ed61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7f2fb307-96d8-4240-8b76-1d1edbadddf2'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:23:08.728089 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-d9425541-a4a3-4dc0-b6c8-0700c930fdd5 None None] Bound port: aa75507f-d3b9-46e3-8c44-c71098c41c58, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212c0ab8-75db-4be9-8494-096a265ed61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7f2fb307-96d8-4240-8b76-1d1edbadddf2'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:23:08.728462 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d9425541-a4a3-4dc0-b6c8-0700c930fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (aa75507f-d3b9-46e3-8c44-c71098c41c58), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:08.748053 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-6c2eebaa-db38-4b4b-8540-87bbe76c469d None None] Attempting to bind port c229dc68-a0c8-45bf-8741-d6cc682b076c on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:23:08.748475 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-6c2eebaa-db38-4b4b-8540-87bbe76c469d None None] Attempting to bind port c229dc68-a0c8-45bf-8741-d6cc682b076c by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': '5b53cd06-aee7-4b04-818e-d2c823afdb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:23:08.748793 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2eebaa-db38-4b4b-8540-87bbe76c469d None None] Attempting to bind port c229dc68-a0c8-45bf-8741-d6cc682b076c on network 8935a1b3-0ad4-4541-b18d-1b5efbc9936f {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:23:08.755650 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 40438) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:08.756934 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2eebaa-db38-4b4b-8540-87bbe76c469d None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:23:08.757365 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2eebaa-db38-4b4b-8540-87bbe76c469d None None] Checking segment: {'id': '5b53cd06-aee7-4b04-818e-d2c823afdb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:23:08.757830 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6c2eebaa-db38-4b4b-8540-87bbe76c469d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:08.758179 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2eebaa-db38-4b4b-8540-87bbe76c469d None None] Bound using segment: {'id': '5b53cd06-aee7-4b04-818e-d2c823afdb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:23:08.758662 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-6c2eebaa-db38-4b4b-8540-87bbe76c469d None None] Bound port: c229dc68-a0c8-45bf-8741-d6cc682b076c, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b53cd06-aee7-4b04-818e-d2c823afdb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:23:08.759047 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6c2eebaa-db38-4b4b-8540-87bbe76c469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (c229dc68-a0c8-45bf-8741-d6cc682b076c), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:08.873272 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d9425541-a4a3-4dc0-b6c8-0700c930fdd5 None None] For port aa75507f-d3b9-46e3-8c44-c71098c41c58, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:23:08.878179 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d9425541-a4a3-4dc0-b6c8-0700c930fdd5 None None] For port aa75507f-d3b9-46e3-8c44-c71098c41c58, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=aa75507f-d3b9-46e3-8c44-c71098c41c58,segment=NetworkSegment(212c0ab8-75db-4be9-8494-096a265ed61d),segment_id=212c0ab8-75db-4be9-8494-096a265ed61d)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:23:08.897728 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d9425541-a4a3-4dc0-b6c8-0700c930fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (aa75507f-d3b9-46e3-8c44-c71098c41c58), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:08.942425 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c51f5b97-45d4-4199-be93-0acb3445d941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-895179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-807076'] for router (2f70cc83-f5eb-4193-82ef-8dc489868e4b), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:08.990797 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device bf952946-5e79-43bb-9580-2f285ac158b2 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:23:09.005930 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-6c2eebaa-db38-4b4b-8540-87bbe76c469d None None] For port c229dc68-a0c8-45bf-8741-d6cc682b076c, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:23:09.071016 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-152f54c5-ed29-4735-941e-12f9aa8f6129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:09.101296 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-6c2eebaa-db38-4b4b-8540-87bbe76c469d None None] For port c229dc68-a0c8-45bf-8741-d6cc682b076c, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=c229dc68-a0c8-45bf-8741-d6cc682b076c,segment=NetworkSegment(5b53cd06-aee7-4b04-818e-d2c823afdb75),segment_id=5b53cd06-aee7-4b04-818e-d2c823afdb75)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:23:09.110349 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-63b5de40-6ac9-4ba5-a3a6-841753e764ac None None] Provisioning complete for port c229dc68-a0c8-45bf-8741-d6cc682b076c triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:09.110732 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-63b5de40-6ac9-4ba5-a3a6-841753e764ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (c229dc68-a0c8-45bf-8741-d6cc682b076c), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:09.114431 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9425541-a4a3-4dc0-b6c8-0700c930fdd5 None None] Pushing event updated for resources: {'Port': ['ID=aa75507f-d3b9-46e3-8c44-c71098c41c58,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:09.150006 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6c2eebaa-db38-4b4b-8540-87bbe76c469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (c229dc68-a0c8-45bf-8741-d6cc682b076c), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:09.185719 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-152f54c5-ed29-4735-941e-12f9aa8f6129 admin admin] Publish callbacks [] for security_group (c55e22ed-44f2-4eec-861e-2c18d2348df7), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:09.202521 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-152f54c5-ed29-4735-941e-12f9aa8f6129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (c55e22ed-44f2-4eec-861e-2c18d2348df7), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:09.294699 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-152f54c5-ed29-4735-941e-12f9aa8f6129 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=14e03ef11b884719a30199b9f9b45c04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5377457 Apr 12 18:23:09.296106 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port bf952946-5e79-43bb-9580-2f285ac158b2 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:09.296538 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (bf952946-5e79-43bb-9580-2f285ac158b2), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:09.300181 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2eebaa-db38-4b4b-8540-87bbe76c469d None None] Routers {'b5e2e5f9-b93a-4364-be45-3f7564299bef'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:23:09.301677 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6c2eebaa-db38-4b4b-8540-87bbe76c469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:22:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['b5e2e5f9-b93a-4364-be45-3f7564299bef'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:09.312180 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 40444) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:09.324932 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc0bfd-a522-4d34-985e-c7542cfb3e66 None None] Pushing event updated for resources: {'Port': ['ID=c229dc68-a0c8-45bf-8741-d6cc682b076c,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:09.424641 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a103889b-50da-4809-ba15-9d926ac43314 admin admin] Publish callbacks [] for security_group (c55e22ed-44f2-4eec-861e-2c18d2348df7), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:09.445266 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f54c5-ed29-4735-941e-12f9aa8f6129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55e22ed-44f2-4eec-861e-2c18d2348df7,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:09.456054 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51f5b97-45d4-4199-be93-0acb3445d941 admin admin] Router 2f70cc83-f5eb-4193-82ef-8dc489868e4b is scheduled to L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 with binding_index 1 {{(pid=103524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:23:09.460506 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f54c5-ed29-4735-941e-12f9aa8f6129 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:09.461147 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f54c5-ed29-4735-941e-12f9aa8f6129 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:09.461665 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f54c5-ed29-4735-941e-12f9aa8f6129 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:09.462184 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f54c5-ed29-4735-941e-12f9aa8f6129 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:09.462682 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f54c5-ed29-4735-941e-12f9aa8f6129 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:09.463180 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f54c5-ed29-4735-941e-12f9aa8f6129 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:09.463677 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f54c5-ed29-4735-941e-12f9aa8f6129 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:09.464168 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f54c5-ed29-4735-941e-12f9aa8f6129 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:09.464674 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f54c5-ed29-4735-941e-12f9aa8f6129 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:09.465235 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f54c5-ed29-4735-941e-12f9aa8f6129 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:09.465740 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f54c5-ed29-4735-941e-12f9aa8f6129 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:09.466228 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f54c5-ed29-4735-941e-12f9aa8f6129 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:09.467238 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f54c5-ed29-4735-941e-12f9aa8f6129 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:09.468237 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f54c5-ed29-4735-941e-12f9aa8f6129 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:09.468738 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f54c5-ed29-4735-941e-12f9aa8f6129 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:09.493187 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a103889b-50da-4809-ba15-9d926ac43314 admin admin] Publish callbacks [] for security_group (c55e22ed-44f2-4eec-861e-2c18d2348df7), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:09.595147 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6066a-8f3a-4651-af46-d52dcd85fb9f req-6fdecfa6-b4a3-4949-bb9f-ad4b1c915797 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:09.596710 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7ee6066a-8f3a-4651-af46-d52dcd85fb9f req-6fdecfa6-b4a3-4949-bb9f-ad4b1c915797 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.0649855 Apr 12 18:23:09.623279 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a103889b-50da-4809-ba15-9d926ac43314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (c55e22ed-44f2-4eec-861e-2c18d2348df7), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:09.625838 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a103889b-50da-4809-ba15-9d926ac43314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:09.626927 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-a103889b-50da-4809-ba15-9d926ac43314 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c55e22ed-44f2-4eec-861e-2c18d2348df7 HTTP/1.1" status: 204 len: 168 time: 0.3106365 Apr 12 18:23:09.634758 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-63b5de40-6ac9-4ba5-a3a6-841753e764ac None None] Current status of the port c229dc68-a0c8-45bf-8741-d6cc682b076c is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:23:09.635539 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-63b5de40-6ac9-4ba5-a3a6-841753e764ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (c229dc68-a0c8-45bf-8741-d6cc682b076c), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:09.641293 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51f5b97-45d4-4199-be93-0acb3445d941 admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:23:09.645314 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103889b-50da-4809-ba15-9d926ac43314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55e22ed-44f2-4eec-861e-2c18d2348df7,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:09.658073 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef19b96f-ece8-418d-8544-f4d998a3040a None None] Sync routers for ids ['2f70cc83-f5eb-4193-82ef-8dc489868e4b'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:23:09.676266 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c51f5b97-45d4-4199-be93-0acb3445d941 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:09.680683 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-c51f5b97-45d4-4199-be93-0acb3445d941 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1794169 Apr 12 18:23:09.680877 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef19b96f-ece8-418d-8544-f4d998a3040a None None] Routers {'2f70cc83-f5eb-4193-82ef-8dc489868e4b'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:23:09.680877 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-ef19b96f-ece8-418d-8544-f4d998a3040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:22:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['2f70cc83-f5eb-4193-82ef-8dc489868e4b'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:09.683564 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 40450) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:09.696839 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7ee6066a-8f3a-4651-af46-d52dcd85fb9f req-e6a95122-bc6d-4cd1-8859-7f5c4cd1860c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810843 Apr 12 18:23:09.725372 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port bf952946-5e79-43bb-9580-2f285ac158b2 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:23:09.746040 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-63b5de40-6ac9-4ba5-a3a6-841753e764ac None None] For port c229dc68-a0c8-45bf-8741-d6cc682b076c, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=c229dc68-a0c8-45bf-8741-d6cc682b076c,segment=NetworkSegment(5b53cd06-aee7-4b04-818e-d2c823afdb75),segment_id=5b53cd06-aee7-4b04-818e-d2c823afdb75)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:23:09.779042 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-63b5de40-6ac9-4ba5-a3a6-841753e764ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (c229dc68-a0c8-45bf-8741-d6cc682b076c), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:09.828404 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-ef19b96f-ece8-418d-8544-f4d998a3040a None None] Set router 2f70cc83-f5eb-4193-82ef-8dc489868e4b gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:23:09.855587 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5de40-6ac9-4ba5-a3a6-841753e764ac None None] Pushing event updated for resources: {'Port': ['ID=c229dc68-a0c8-45bf-8741-d6cc682b076c,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:09.871700 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-6c2eebaa-db38-4b4b-8540-87bbe76c469d None None] Set router b5e2e5f9-b93a-4364-be45-3f7564299bef gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:23:09.941372 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-870b63f1-b5d9-46f8-992c-a4171fa0dfb0 None None] Provisioning complete for port c229dc68-a0c8-45bf-8741-d6cc682b076c triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:09.947018 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-870b63f1-b5d9-46f8-992c-a4171fa0dfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (c229dc68-a0c8-45bf-8741-d6cc682b076c), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:10.041632 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-ef19b96f-ece8-418d-8544-f4d998a3040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f70cc83-f5eb-4193-82ef-8dc489868e4b', 'name': 'tempest-TestShelveInstance-1402110998-router', 'tenant_id': 'f73715a7870b441180a4a36ef48a3218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'bd195682-65b7-420d-aca2-0b1dcadfef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:23:07Z', 'updated_at': '2022-04-12T18:23:08Z', 'revision_number': 3, 'project_id': 'f73715a7870b441180a4a36ef48a3218', 'gw_port': {'id': 'bd195682-65b7-420d-aca2-0b1dcadfef44', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f70cc83-f5eb-4193-82ef-8dc489868e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:07Z', 'updated_at': '2022-04-12T18:23:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:10.088948 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef19b96f-ece8-418d-8544-f4d998a3040a None None] Checking router: 2f70cc83-f5eb-4193-82ef-8dc489868e4b for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:23:10.088948 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef19b96f-ece8-418d-8544-f4d998a3040a None None] Updating router 2f70cc83-f5eb-4193-82ef-8dc489868e4b port bd195682-65b7-420d-aca2-0b1dcadfef44 binding host dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:23:10.131058 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef19b96f-ece8-418d-8544-f4d998a3040a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (bd195682-65b7-420d-aca2-0b1dcadfef44), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:10.208219 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-870b63f1-b5d9-46f8-992c-a4171fa0dfb0 None None] Current status of the port c229dc68-a0c8-45bf-8741-d6cc682b076c is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:23:10.301813 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6c2eebaa-db38-4b4b-8540-87bbe76c469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'name': 'tempest-TestShelveInstance-309178816-router', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'bf952946-5e79-43bb-9580-2f285ac158b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:23:01Z', 'updated_at': '2022-04-12T18:23:05Z', 'revision_number': 4, 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'gw_port': {'id': 'bf952946-5e79-43bb-9580-2f285ac158b2', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:02Z', 'updated_at': '2022-04-12T18:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'c229dc68-a0c8-45bf-8741-d6cc682b076c', 'name': '', 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'mac_address': 'fa:16:3e:57:bd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:04Z', 'updated_at': '2022-04-12T18:23:08Z', 'revision_number': 4, 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'subnets': [{'id': '79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:10.333464 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3b4cefb1-8002-463e-9cfe-79b2a173c0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:10.342535 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2eebaa-db38-4b4b-8540-87bbe76c469d None None] The sync data for ids ['b5e2e5f9-b93a-4364-be45-3f7564299bef'] in dv-cinder-837535-1-iscsi is: [{'id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'name': 'tempest-TestShelveInstance-309178816-router', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'bf952946-5e79-43bb-9580-2f285ac158b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:23:01Z', 'updated_at': '2022-04-12T18:23:05Z', 'revision_number': 4, 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'gw_port': {'id': 'bf952946-5e79-43bb-9580-2f285ac158b2', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:02Z', 'updated_at': '2022-04-12T18:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'c229dc68-a0c8-45bf-8741-d6cc682b076c', 'name': '', 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'mac_address': 'fa:16:3e:57:bd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:04Z', 'updated_at': '2022-04-12T18:23:08Z', 'revision_number': 4, 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'subnets': [{'id': '79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:23:10.497902 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521158e3-461e-456a-9153-4752d1cd85cb None None] Network 7f2fb307-96d8-4240-8b76-1d1edbadddf2 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:23:10.568975 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-53709ea9-4d50-497e-bf37-e0958cec2284 None None] Provisioning complete for port aa75507f-d3b9-46e3-8c44-c71098c41c58 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:10.569299 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-53709ea9-4d50-497e-bf37-e0958cec2284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (aa75507f-d3b9-46e3-8c44-c71098c41c58), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:10.585870 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-3b4cefb1-8002-463e-9cfe-79b2a173c0ba admin admin] Allocated IP 172.20.0.1 (7f2fb307-96d8-4240-8b76-1d1edbadddf2/fb0a42f9-d5a4-434e-ac4d-30b3cd571da0/d6d74927-c463-4594-ba1a-26fbbb3b2895) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:23:10.591477 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef19b96f-ece8-418d-8544-f4d998a3040a None None] Publish callbacks [] for port (bd195682-65b7-420d-aca2-0b1dcadfef44), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:10.605416 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef19b96f-ece8-418d-8544-f4d998a3040a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (bd195682-65b7-420d-aca2-0b1dcadfef44), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:10.686149 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4d60d-f462-4fcf-8c9f-c2e7257985fd None None] Pushing event updated for resources: {'Port': ['ID=bd195682-65b7-420d-aca2-0b1dcadfef44,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:10.703417 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-ef19b96f-ece8-418d-8544-f4d998a3040a None None] Attempting to bind port bd195682-65b7-420d-aca2-0b1dcadfef44 on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:23:10.703845 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-ef19b96f-ece8-418d-8544-f4d998a3040a None None] Attempting to bind port bd195682-65b7-420d-aca2-0b1dcadfef44 by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:23:10.704286 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef19b96f-ece8-418d-8544-f4d998a3040a None None] Attempting to bind port bd195682-65b7-420d-aca2-0b1dcadfef44 on network 8fe2c56e-0395-443d-a858-76cf54693827 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:23:10.711376 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef19b96f-ece8-418d-8544-f4d998a3040a None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:23:10.712809 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef19b96f-ece8-418d-8544-f4d998a3040a None None] Checking segment: {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:23:10.713538 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef19b96f-ece8-418d-8544-f4d998a3040a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:10.714131 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef19b96f-ece8-418d-8544-f4d998a3040a None None] Bound using segment: {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:23:10.715336 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-ef19b96f-ece8-418d-8544-f4d998a3040a None None] Bound port: bd195682-65b7-420d-aca2-0b1dcadfef44, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:23:10.716001 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef19b96f-ece8-418d-8544-f4d998a3040a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (bd195682-65b7-420d-aca2-0b1dcadfef44), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:10.739076 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3b4cefb1-8002-463e-9cfe-79b2a173c0ba admin admin] Publish callbacks [] for port (d6d74927-c463-4594-ba1a-26fbbb3b2895), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:10.775285 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-53709ea9-4d50-497e-bf37-e0958cec2284 None None] Current status of the port aa75507f-d3b9-46e3-8c44-c71098c41c58 is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:23:10.775982 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-53709ea9-4d50-497e-bf37-e0958cec2284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (aa75507f-d3b9-46e3-8c44-c71098c41c58), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:10.802866 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3b4cefb1-8002-463e-9cfe-79b2a173c0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (d6d74927-c463-4594-ba1a-26fbbb3b2895), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:10.847119 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-53709ea9-4d50-497e-bf37-e0958cec2284 None None] For port aa75507f-d3b9-46e3-8c44-c71098c41c58, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=aa75507f-d3b9-46e3-8c44-c71098c41c58,segment=NetworkSegment(212c0ab8-75db-4be9-8494-096a265ed61d),segment_id=212c0ab8-75db-4be9-8494-096a265ed61d)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:23:10.859538 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-53709ea9-4d50-497e-bf37-e0958cec2284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (aa75507f-d3b9-46e3-8c44-c71098c41c58), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:10.886484 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-ef19b96f-ece8-418d-8544-f4d998a3040a None None] For port bd195682-65b7-420d-aca2-0b1dcadfef44, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:23:10.898670 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-ef19b96f-ece8-418d-8544-f4d998a3040a None None] For port bd195682-65b7-420d-aca2-0b1dcadfef44, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=bd195682-65b7-420d-aca2-0b1dcadfef44,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:23:10.918428 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef19b96f-ece8-418d-8544-f4d998a3040a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (bd195682-65b7-420d-aca2-0b1dcadfef44), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:10.929643 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4cefb1-8002-463e-9cfe-79b2a173c0ba admin admin] Pushing event updated for resources: {'Port': ['ID=d6d74927-c463-4594-ba1a-26fbbb3b2895,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:10.986081 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53709ea9-4d50-497e-bf37-e0958cec2284 None None] Pushing event updated for resources: {'Port': ['ID=aa75507f-d3b9-46e3-8c44-c71098c41c58,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:11.007757 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4cefb1-8002-463e-9cfe-79b2a173c0ba admin admin] Network 7f2fb307-96d8-4240-8b76-1d1edbadddf2 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:23:11.013837 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-3b4cefb1-8002-463e-9cfe-79b2a173c0ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:23:11.023118 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4cefb1-8002-463e-9cfe-79b2a173c0ba admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:23:11.024703 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3b4cefb1-8002-463e-9cfe-79b2a173c0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-806997'] for router_interface (2f70cc83-f5eb-4193-82ef-8dc489868e4b), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:11.029366 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef19b96f-ece8-418d-8544-f4d998a3040a None None] Routers {'2f70cc83-f5eb-4193-82ef-8dc489868e4b'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:23:11.030360 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-ef19b96f-ece8-418d-8544-f4d998a3040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:22:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['2f70cc83-f5eb-4193-82ef-8dc489868e4b'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:11.046914 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device aa75507f-d3b9-46e3-8c44-c71098c41c58 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:23:11.048569 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d0a7f-fb34-48a3-aae7-c24ce99ac494 req-e8722f4e-7ca4-424f-9ad2-2b3be33e7d8c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:11.050492 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-323d0a7f-fb34-48a3-aae7-c24ce99ac494 req-e8722f4e-7ca4-424f-9ad2-2b3be33e7d8c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.1506364 Apr 12 18:23:11.089188 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4d60d-f462-4fcf-8c9f-c2e7257985fd None None] Pushing event updated for resources: {'Port': ['ID=bd195682-65b7-420d-aca2-0b1dcadfef44,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:11.186326 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-2dbdeae6-388d-4b99-a741-ff6a554ce5ff None None] Provisioning complete for port aa75507f-d3b9-46e3-8c44-c71098c41c58 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:11.186724 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-2dbdeae6-388d-4b99-a741-ff6a554ce5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (aa75507f-d3b9-46e3-8c44-c71098c41c58), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:11.191614 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port aa75507f-d3b9-46e3-8c44-c71098c41c58 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:11.191984 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (aa75507f-d3b9-46e3-8c44-c71098c41c58), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:11.247318 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-ef19b96f-ece8-418d-8544-f4d998a3040a None None] Set router 2f70cc83-f5eb-4193-82ef-8dc489868e4b gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:23:11.249520 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-323d0a7f-fb34-48a3-aae7-c24ce99ac494 req-68755ab5-4661-4eca-8cba-249961700f5a tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319118 Apr 12 18:23:11.377920 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3b4cefb1-8002-463e-9cfe-79b2a173c0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (d6d74927-c463-4594-ba1a-26fbbb3b2895), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:11.492396 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-2dbdeae6-388d-4b99-a741-ff6a554ce5ff None None] Current status of the port aa75507f-d3b9-46e3-8c44-c71098c41c58 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:23:11.505630 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port aa75507f-d3b9-46e3-8c44-c71098c41c58 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:23:11.506715 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device c229dc68-a0c8-45bf-8741-d6cc682b076c up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:23:11.543893 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-ef19b96f-ece8-418d-8544-f4d998a3040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f70cc83-f5eb-4193-82ef-8dc489868e4b', 'name': 'tempest-TestShelveInstance-1402110998-router', 'tenant_id': 'f73715a7870b441180a4a36ef48a3218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'bd195682-65b7-420d-aca2-0b1dcadfef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:23:07Z', 'updated_at': '2022-04-12T18:23:08Z', 'revision_number': 3, 'project_id': 'f73715a7870b441180a4a36ef48a3218', 'gw_port': {'id': 'bd195682-65b7-420d-aca2-0b1dcadfef44', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f70cc83-f5eb-4193-82ef-8dc489868e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:07Z', 'updated_at': '2022-04-12T18:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:11.559306 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port c229dc68-a0c8-45bf-8741-d6cc682b076c triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:11.559732 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (c229dc68-a0c8-45bf-8741-d6cc682b076c), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:11.593564 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef19b96f-ece8-418d-8544-f4d998a3040a None None] The sync data for ids ['2f70cc83-f5eb-4193-82ef-8dc489868e4b'] in dv-cinder-837535-1-iscsi is: [{'id': '2f70cc83-f5eb-4193-82ef-8dc489868e4b', 'name': 'tempest-TestShelveInstance-1402110998-router', 'tenant_id': 'f73715a7870b441180a4a36ef48a3218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'bd195682-65b7-420d-aca2-0b1dcadfef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:23:07Z', 'updated_at': '2022-04-12T18:23:08Z', 'revision_number': 3, 'project_id': 'f73715a7870b441180a4a36ef48a3218', 'gw_port': {'id': 'bd195682-65b7-420d-aca2-0b1dcadfef44', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f70cc83-f5eb-4193-82ef-8dc489868e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:07Z', 'updated_at': '2022-04-12T18:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:23:11.625611 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3b4cefb1-8002-463e-9cfe-79b2a173c0ba admin admin] Publish callbacks [] for port (d6d74927-c463-4594-ba1a-26fbbb3b2895), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:11.628003 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-7417bb9d-3da4-455a-af09-8f3fe493637b None None] Provisioning complete for port d6d74927-c463-4594-ba1a-26fbbb3b2895 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:11.628888 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7417bb9d-3da4-455a-af09-8f3fe493637b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (d6d74927-c463-4594-ba1a-26fbbb3b2895), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:11.633486 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3b4cefb1-8002-463e-9cfe-79b2a173c0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (d6d74927-c463-4594-ba1a-26fbbb3b2895), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:11.634098 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3b4cefb1-8002-463e-9cfe-79b2a173c0ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-810981'] for router_interface (2f70cc83-f5eb-4193-82ef-8dc489868e4b), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:11.721444 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-7417bb9d-3da4-455a-af09-8f3fe493637b None None] Port d6d74927-c463-4594-ba1a-26fbbb3b2895 cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:23:11.742430 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4cefb1-8002-463e-9cfe-79b2a173c0ba admin admin] Pushing event updated for resources: {'Port': ['ID=d6d74927-c463-4594-ba1a-26fbbb3b2895,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:11.746317 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port c229dc68-a0c8-45bf-8741-d6cc682b076c is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:23:11.801142 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4cefb1-8002-463e-9cfe-79b2a173c0ba admin admin] Network 7f2fb307-96d8-4240-8b76-1d1edbadddf2 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:23:11.802840 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-3b4cefb1-8002-463e-9cfe-79b2a173c0ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:23:12.005248 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4cefb1-8002-463e-9cfe-79b2a173c0ba admin admin] Router 2f70cc83-f5eb-4193-82ef-8dc489868e4b has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:23:12.148457 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4cefb1-8002-463e-9cfe-79b2a173c0ba admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:23:12.163187 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-3b4cefb1-8002-463e-9cfe-79b2a173c0ba admin admin] 10.222.0.52 "PUT /v2.0/routers/2f70cc83-f5eb-4193-82ef-8dc489868e4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4689808 Apr 12 18:23:12.163410 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-3d1563df-154f-4b9b-9141-b3a0b6ddf0d3 None None] Provisioning complete for port d6d74927-c463-4594-ba1a-26fbbb3b2895 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:12.163410 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-3d1563df-154f-4b9b-9141-b3a0b6ddf0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (d6d74927-c463-4594-ba1a-26fbbb3b2895), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:12.219754 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-3d1563df-154f-4b9b-9141-b3a0b6ddf0d3 None None] Port d6d74927-c463-4594-ba1a-26fbbb3b2895 cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:23:12.382667 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6139c44-5473-49b5-ac94-a327a97830f0 req-01a19347-47ef-4e45-94dc-733b638ea0e0 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:12.384220 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e6139c44-5473-49b5-ac94-a327a97830f0 req-01a19347-47ef-4e45-94dc-733b638ea0e0 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.0490780 Apr 12 18:23:12.449753 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e6139c44-5473-49b5-ac94-a327a97830f0 req-6c85c10b-6edf-4bcd-b2d4-15099f513b44 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594585 Apr 12 18:23:12.900972 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device bd195682-65b7-420d-aca2-0b1dcadfef44 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:23:12.949541 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port bd195682-65b7-420d-aca2-0b1dcadfef44 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:12.949928 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (bd195682-65b7-420d-aca2-0b1dcadfef44), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:13.041240 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port bd195682-65b7-420d-aca2-0b1dcadfef44 is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:23:13.041640 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (bd195682-65b7-420d-aca2-0b1dcadfef44), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:13.062591 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] For port bd195682-65b7-420d-aca2-0b1dcadfef44, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=bd195682-65b7-420d-aca2-0b1dcadfef44,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:23:13.068196 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (bd195682-65b7-420d-aca2-0b1dcadfef44), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:13.069420 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device aa75507f-d3b9-46e3-8c44-c71098c41c58 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:23:13.122481 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-8e20c9a1-1089-4d21-8830-f7c5fec9d46a tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=6cdb13b21c9945e0b7f139a23228b471&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398102 Apr 12 18:23:13.146739 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Pushing event updated for resources: {'Port': ['ID=bd195682-65b7-420d-aca2-0b1dcadfef44,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:13.172055 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port aa75507f-d3b9-46e3-8c44-c71098c41c58 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:13.172474 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (aa75507f-d3b9-46e3-8c44-c71098c41c58), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:13.200807 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7f172c2d-fcc0-48b4-8f7b-fee89431af11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:13.264771 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port aa75507f-d3b9-46e3-8c44-c71098c41c58 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:23:13.357311 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-ded731ab-06fa-4c74-b4d6-10c6944c144a tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:13.358780 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-ded731ab-06fa-4c74-b4d6-10c6944c144a tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2232399 Apr 12 18:23:13.373303 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-147262b0-aad9-4c55-b385-40bfaa625a0b tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/quotas/6cdb13b21c9945e0b7f139a23228b471 HTTP/1.1" status: 200 len: 375 time: 0.0088968 Apr 12 18:23:13.406713 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-cae53297-0b95-4168-a0c2-3b3b09d062fd tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6cdb13b21c9945e0b7f139a23228b471&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285378 Apr 12 18:23:13.489695 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a333f2-70ca-423f-860a-3967f01d3bdb None None] Sync routers for ids ['2f70cc83-f5eb-4193-82ef-8dc489868e4b'] in dv-cinder-837535-1-iscsi {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:23:13.500769 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a333f2-70ca-423f-860a-3967f01d3bdb None None] Routers {'2f70cc83-f5eb-4193-82ef-8dc489868e4b'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:23:13.501644 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b4a333f2-70ca-423f-860a-3967f01d3bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:22:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['2f70cc83-f5eb-4193-82ef-8dc489868e4b'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:13.611700 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-b4a333f2-70ca-423f-860a-3967f01d3bdb None None] Set router 2f70cc83-f5eb-4193-82ef-8dc489868e4b gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:23:13.684705 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 40516) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:13.689510 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-d089014d-3ab9-43d3-a536-d871ec0dd2f8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-184039182', 'description': 'tempest-secgroup-smoke-184039182 description', 'project_id': '28174fe24e7f4a5593b2b5f692ae7372'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:13.716911 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d089014d-3ab9-43d3-a536-d871ec0dd2f8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:13.782716 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b2667-0d90-4562-8970-be8608e0b437 req-438d7004-9300-4a6c-8be5-1fe6399698f6 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:13.784228 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-290b2667-0d90-4562-8970-be8608e0b437 req-438d7004-9300-4a6c-8be5-1fe6399698f6 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.0570493 Apr 12 18:23:13.793806 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d089014d-3ab9-43d3-a536-d871ec0dd2f8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for security_group (cf88e6be-fd71-4834-b365-f6974653d2bc), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:13.799420 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d089014d-3ab9-43d3-a536-d871ec0dd2f8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (cf88e6be-fd71-4834-b365-f6974653d2bc), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:13.819029 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b4a333f2-70ca-423f-860a-3967f01d3bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f70cc83-f5eb-4193-82ef-8dc489868e4b', 'name': 'tempest-TestShelveInstance-1402110998-router', 'tenant_id': 'f73715a7870b441180a4a36ef48a3218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'bd195682-65b7-420d-aca2-0b1dcadfef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:23:07Z', 'updated_at': '2022-04-12T18:23:11Z', 'revision_number': 4, 'project_id': 'f73715a7870b441180a4a36ef48a3218', 'gw_port': {'id': 'bd195682-65b7-420d-aca2-0b1dcadfef44', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f70cc83-f5eb-4193-82ef-8dc489868e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:07Z', 'updated_at': '2022-04-12T18:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'd6d74927-c463-4594-ba1a-26fbbb3b2895', 'name': '', 'network_id': '7f2fb307-96d8-4240-8b76-1d1edbadddf2', 'tenant_id': 'f73715a7870b441180a4a36ef48a3218', 'mac_address': 'fa:16:3e:8d:a6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f70cc83-f5eb-4193-82ef-8dc489868e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'fb0a42f9-d5a4-434e-ac4d-30b3cd571da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:10Z', 'updated_at': '2022-04-12T18:23:11Z', 'revision_number': 2, 'project_id': 'f73715a7870b441180a4a36ef48a3218', 'subnets': [{'id': 'fb0a42f9-d5a4-434e-ac4d-30b3cd571da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:13.833002 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d089014d-3ab9-43d3-a536-d871ec0dd2f8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:13.834284 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-d089014d-3ab9-43d3-a536-d871ec0dd2f8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1483331 Apr 12 18:23:13.837266 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 40518) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:13.842077 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-290b2667-0d90-4562-8970-be8608e0b437 req-cf4d5726-f1dc-4a7a-8a39-0730c155d598 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518014 Apr 12 18:23:13.842502 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-f0869e72-bd1a-4696-8f09-803d0f5e5ac4 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Request body: {'security_group_rule': {'security_group_id': 'cf88e6be-fd71-4834-b365-f6974653d2bc', 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:13.852316 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089014d-3ab9-43d3-a536-d871ec0dd2f8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf88e6be-fd71-4834-b365-f6974653d2bc,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:13.856276 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a333f2-70ca-423f-860a-3967f01d3bdb None None] Checking router: 2f70cc83-f5eb-4193-82ef-8dc489868e4b for host: dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:23:13.856449 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a333f2-70ca-423f-860a-3967f01d3bdb None None] Updating router 2f70cc83-f5eb-4193-82ef-8dc489868e4b port d6d74927-c463-4594-ba1a-26fbbb3b2895 binding host dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:23:13.868590 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089014d-3ab9-43d3-a536-d871ec0dd2f8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:13.868998 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089014d-3ab9-43d3-a536-d871ec0dd2f8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:13.869375 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089014d-3ab9-43d3-a536-d871ec0dd2f8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:13.869721 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089014d-3ab9-43d3-a536-d871ec0dd2f8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:13.870064 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089014d-3ab9-43d3-a536-d871ec0dd2f8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:13.870395 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089014d-3ab9-43d3-a536-d871ec0dd2f8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:13.870728 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089014d-3ab9-43d3-a536-d871ec0dd2f8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:13.871058 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089014d-3ab9-43d3-a536-d871ec0dd2f8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:13.871406 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089014d-3ab9-43d3-a536-d871ec0dd2f8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:13.871719 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089014d-3ab9-43d3-a536-d871ec0dd2f8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:13.872048 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089014d-3ab9-43d3-a536-d871ec0dd2f8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:13.872377 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089014d-3ab9-43d3-a536-d871ec0dd2f8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:13.872705 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089014d-3ab9-43d3-a536-d871ec0dd2f8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:13.873030 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089014d-3ab9-43d3-a536-d871ec0dd2f8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:13.873385 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089014d-3ab9-43d3-a536-d871ec0dd2f8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:13.886545 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b4a333f2-70ca-423f-860a-3967f01d3bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (d6d74927-c463-4594-ba1a-26fbbb3b2895), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:13.891738 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f0869e72-bd1a-4696-8f09-803d0f5e5ac4 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for security_group_rule (06eb149e-42c2-47e0-a923-3d9508341b26), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:13.951191 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f0869e72-bd1a-4696-8f09-803d0f5e5ac4 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for security_group_rule (06eb149e-42c2-47e0-a923-3d9508341b26), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:13.954535 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f0869e72-bd1a-4696-8f09-803d0f5e5ac4 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (06eb149e-42c2-47e0-a923-3d9508341b26), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:13.974682 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0869e72-bd1a-4696-8f09-803d0f5e5ac4 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06eb149e-42c2-47e0-a923-3d9508341b26,revision_number=0']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:13.983952 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f0869e72-bd1a-4696-8f09-803d0f5e5ac4 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:13.985159 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-f0869e72-bd1a-4696-8f09-803d0f5e5ac4 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1469491 Apr 12 18:23:13.988612 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 40520) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:13.993261 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-8b8efee0-dfb4-4d59-ac37-e66587910f77 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Request body: {'security_group_rule': {'security_group_id': 'cf88e6be-fd71-4834-b365-f6974653d2bc', 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:14.018943 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8b8efee0-dfb4-4d59-ac37-e66587910f77 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for security_group_rule (2b10375e-476c-4d1c-b0ba-aa3fb58afa2e), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:14.079451 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8b8efee0-dfb4-4d59-ac37-e66587910f77 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for security_group_rule (2b10375e-476c-4d1c-b0ba-aa3fb58afa2e), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:14.083976 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8b8efee0-dfb4-4d59-ac37-e66587910f77 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (2b10375e-476c-4d1c-b0ba-aa3fb58afa2e), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:14.104569 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8efee0-dfb4-4d59-ac37-e66587910f77 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b10375e-476c-4d1c-b0ba-aa3fb58afa2e,revision_number=0']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:14.110276 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8b8efee0-dfb4-4d59-ac37-e66587910f77 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:14.111376 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-8b8efee0-dfb4-4d59-ac37-e66587910f77 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216016 Apr 12 18:23:14.114247 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 40522) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:14.118666 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-cd7897ff-e7d4-4ee8-a6c5-c3fb99a5e893 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Request body: {'security_group_rule': {'security_group_id': 'cf88e6be-fd71-4834-b365-f6974653d2bc', 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:14.142994 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cd7897ff-e7d4-4ee8-a6c5-c3fb99a5e893 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for security_group_rule (7139d88d-19cf-4558-bda2-990ed4391283), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:14.203981 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cd7897ff-e7d4-4ee8-a6c5-c3fb99a5e893 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for security_group_rule (7139d88d-19cf-4558-bda2-990ed4391283), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:14.207551 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cd7897ff-e7d4-4ee8-a6c5-c3fb99a5e893 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (7139d88d-19cf-4558-bda2-990ed4391283), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:14.225613 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7897ff-e7d4-4ee8-a6c5-c3fb99a5e893 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7139d88d-19cf-4558-bda2-990ed4391283,revision_number=0']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:14.233376 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cd7897ff-e7d4-4ee8-a6c5-c3fb99a5e893 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:14.234577 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-cd7897ff-e7d4-4ee8-a6c5-c3fb99a5e893 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193900 Apr 12 18:23:14.237333 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 40524) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:14.242143 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-ef8590aa-0dd0-4c03-8a25-a1e97445e683 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Request body: {'security_group_rule': {'security_group_id': 'cf88e6be-fd71-4834-b365-f6974653d2bc', 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:14.267055 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ef8590aa-0dd0-4c03-8a25-a1e97445e683 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for security_group_rule (46eaf5bc-fc2e-4236-91fa-2416644bdb6f), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:14.285211 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b4a333f2-70ca-423f-860a-3967f01d3bdb None None] Publish callbacks [] for port (d6d74927-c463-4594-ba1a-26fbbb3b2895), precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:14.290264 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b4a333f2-70ca-423f-860a-3967f01d3bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (d6d74927-c463-4594-ba1a-26fbbb3b2895), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:14.340612 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ef8590aa-0dd0-4c03-8a25-a1e97445e683 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for security_group_rule (46eaf5bc-fc2e-4236-91fa-2416644bdb6f), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:14.347245 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ef8590aa-0dd0-4c03-8a25-a1e97445e683 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (46eaf5bc-fc2e-4236-91fa-2416644bdb6f), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:14.365311 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8590aa-0dd0-4c03-8a25-a1e97445e683 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46eaf5bc-fc2e-4236-91fa-2416644bdb6f,revision_number=0']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:14.367731 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70976abd-ef44-49d2-9440-47b05916f67d None None] Pushing event updated for resources: {'Port': ['ID=d6d74927-c463-4594-ba1a-26fbbb3b2895,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:14.383477 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ef8590aa-0dd0-4c03-8a25-a1e97445e683 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:14.384720 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-ef8590aa-0dd0-4c03-8a25-a1e97445e683 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1462827 Apr 12 18:23:14.387688 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 40528) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:14.392174 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-ee700e16-2556-4350-9e60-988c5edce799 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Request body: {'security_group_rule': {'security_group_id': 'cf88e6be-fd71-4834-b365-f6974653d2bc', 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:14.414107 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-b4a333f2-70ca-423f-860a-3967f01d3bdb None None] Attempting to bind port d6d74927-c463-4594-ba1a-26fbbb3b2895 on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:23:14.414480 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-b4a333f2-70ca-423f-860a-3967f01d3bdb None None] Attempting to bind port d6d74927-c463-4594-ba1a-26fbbb3b2895 by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': '212c0ab8-75db-4be9-8494-096a265ed61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7f2fb307-96d8-4240-8b76-1d1edbadddf2'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:23:14.414936 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a333f2-70ca-423f-860a-3967f01d3bdb None None] Attempting to bind port d6d74927-c463-4594-ba1a-26fbbb3b2895 on network 7f2fb307-96d8-4240-8b76-1d1edbadddf2 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:23:14.421233 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a333f2-70ca-423f-860a-3967f01d3bdb None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:23:14.421645 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a333f2-70ca-423f-860a-3967f01d3bdb None None] Checking segment: {'id': '212c0ab8-75db-4be9-8494-096a265ed61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7f2fb307-96d8-4240-8b76-1d1edbadddf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:23:14.422092 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b4a333f2-70ca-423f-860a-3967f01d3bdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:14.422575 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a333f2-70ca-423f-860a-3967f01d3bdb None None] Bound using segment: {'id': '212c0ab8-75db-4be9-8494-096a265ed61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7f2fb307-96d8-4240-8b76-1d1edbadddf2'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:23:14.423138 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-b4a333f2-70ca-423f-860a-3967f01d3bdb None None] Bound port: d6d74927-c463-4594-ba1a-26fbbb3b2895, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212c0ab8-75db-4be9-8494-096a265ed61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7f2fb307-96d8-4240-8b76-1d1edbadddf2'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:23:14.423501 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b4a333f2-70ca-423f-860a-3967f01d3bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (d6d74927-c463-4594-ba1a-26fbbb3b2895), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:14.427826 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-ee700e16-2556-4350-9e60-988c5edce799 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Project 28174fe24e7f4a5593b2b5f692ae7372 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 18:23:14.433681 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ee700e16-2556-4350-9e60-988c5edce799 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for security_group_rule (39f70f1f-6d15-4a28-9bab-61ad2cc331c9), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:14.493895 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-b4a333f2-70ca-423f-860a-3967f01d3bdb None None] For port d6d74927-c463-4594-ba1a-26fbbb3b2895, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:23:14.496449 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ee700e16-2556-4350-9e60-988c5edce799 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for security_group_rule (39f70f1f-6d15-4a28-9bab-61ad2cc331c9), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:14.497183 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-b4a333f2-70ca-423f-860a-3967f01d3bdb None None] For port d6d74927-c463-4594-ba1a-26fbbb3b2895, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=d6d74927-c463-4594-ba1a-26fbbb3b2895,segment=NetworkSegment(212c0ab8-75db-4be9-8494-096a265ed61d),segment_id=212c0ab8-75db-4be9-8494-096a265ed61d)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:23:14.501144 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ee700e16-2556-4350-9e60-988c5edce799 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (39f70f1f-6d15-4a28-9bab-61ad2cc331c9), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:14.506848 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b4a333f2-70ca-423f-860a-3967f01d3bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (d6d74927-c463-4594-ba1a-26fbbb3b2895), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:14.526651 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee700e16-2556-4350-9e60-988c5edce799 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f70f1f-6d15-4a28-9bab-61ad2cc331c9,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:14.540195 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ee700e16-2556-4350-9e60-988c5edce799 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:14.542671 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-ee700e16-2556-4350-9e60-988c5edce799 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1539559 Apr 12 18:23:14.546257 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 40532) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:14.552517 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-fbe90f6c-7845-4db4-bb6f-e44eadfefda5 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Request body: {'security_group_rule': {'security_group_id': 'cf88e6be-fd71-4834-b365-f6974653d2bc', 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:14.561568 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a333f2-70ca-423f-860a-3967f01d3bdb None None] Routers {'2f70cc83-f5eb-4193-82ef-8dc489868e4b'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:23:14.562491 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b4a333f2-70ca-423f-860a-3967f01d3bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:22:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['2f70cc83-f5eb-4193-82ef-8dc489868e4b'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:14.579612 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.db.securitygroups_db [None req-fbe90f6c-7845-4db4-bb6f-e44eadfefda5 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Project 28174fe24e7f4a5593b2b5f692ae7372 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 18:23:14.587781 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fbe90f6c-7845-4db4-bb6f-e44eadfefda5 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for security_group_rule (2de8ea0d-cc51-41ea-bc59-17d3c9356291), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:14.636144 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0c2b501e-72db-4850-88d6-9dcd176f30aa req-24a25439-e433-4231-a93c-632588f45a6d tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/ports?device_id=15064804-b6aa-4e51-bf8e-ddaa942a8a65 HTTP/1.1" status: 200 len: 210 time: 0.0400047 Apr 12 18:23:14.680483 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-5f5331d5-b66d-4884-ba3d-02bd7fd878f2 None None] Provisioning complete for port d6d74927-c463-4594-ba1a-26fbbb3b2895 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:14.680874 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5f5331d5-b66d-4884-ba3d-02bd7fd878f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (d6d74927-c463-4594-ba1a-26fbbb3b2895), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:14.682658 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70976abd-ef44-49d2-9440-47b05916f67d None None] Pushing event updated for resources: {'Port': ['ID=d6d74927-c463-4594-ba1a-26fbbb3b2895,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:14.702500 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fbe90f6c-7845-4db4-bb6f-e44eadfefda5 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for security_group_rule (2de8ea0d-cc51-41ea-bc59-17d3c9356291), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:14.708554 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fbe90f6c-7845-4db4-bb6f-e44eadfefda5 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (2de8ea0d-cc51-41ea-bc59-17d3c9356291), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:14.734627 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe90f6c-7845-4db4-bb6f-e44eadfefda5 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de8ea0d-cc51-41ea-bc59-17d3c9356291,revision_number=0']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:14.749658 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fbe90f6c-7845-4db4-bb6f-e44eadfefda5 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:14.750980 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-fbe90f6c-7845-4db4-bb6f-e44eadfefda5 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2030921 Apr 12 18:23:14.799781 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-b4a333f2-70ca-423f-860a-3967f01d3bdb None None] Set router 2f70cc83-f5eb-4193-82ef-8dc489868e4b gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:23:14.917709 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device bd195682-65b7-420d-aca2-0b1dcadfef44 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:23:14.980379 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-5f5331d5-b66d-4884-ba3d-02bd7fd878f2 None None] Current status of the port d6d74927-c463-4594-ba1a-26fbbb3b2895 is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:23:14.980766 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5f5331d5-b66d-4884-ba3d-02bd7fd878f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (d6d74927-c463-4594-ba1a-26fbbb3b2895), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:14.989680 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a9b4c-fb48-48a7-9d37-036fcc4283d4 req-6fe8b46b-274f-4fbd-b767-b42b6daf8d03 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:14.991472 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a73a9b4c-fb48-48a7-9d37-036fcc4283d4 req-6fe8b46b-274f-4fbd-b767-b42b6daf8d03 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.0601203 Apr 12 18:23:15.059094 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a73a9b4c-fb48-48a7-9d37-036fcc4283d4 req-a06c6e49-34de-433a-b2d6-5726eb798d71 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568841 Apr 12 18:23:15.061537 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port bd195682-65b7-420d-aca2-0b1dcadfef44 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:15.061902 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (bd195682-65b7-420d-aca2-0b1dcadfef44), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:15.135943 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-5f5331d5-b66d-4884-ba3d-02bd7fd878f2 None None] For port d6d74927-c463-4594-ba1a-26fbbb3b2895, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=d6d74927-c463-4594-ba1a-26fbbb3b2895,segment=NetworkSegment(212c0ab8-75db-4be9-8494-096a265ed61d),segment_id=212c0ab8-75db-4be9-8494-096a265ed61d)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:23:15.149493 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5f5331d5-b66d-4884-ba3d-02bd7fd878f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (d6d74927-c463-4594-ba1a-26fbbb3b2895), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:15.274457 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5331d5-b66d-4884-ba3d-02bd7fd878f2 None None] Pushing event updated for resources: {'Port': ['ID=d6d74927-c463-4594-ba1a-26fbbb3b2895,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:15.327958 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-5364d461-e8dd-44b8-a077-ebb4e721f217 None None] Provisioning complete for port d6d74927-c463-4594-ba1a-26fbbb3b2895 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:15.328484 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5364d461-e8dd-44b8-a077-ebb4e721f217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (d6d74927-c463-4594-ba1a-26fbbb3b2895), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:15.334469 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port bd195682-65b7-420d-aca2-0b1dcadfef44 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:23:15.359367 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b4a333f2-70ca-423f-860a-3967f01d3bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f70cc83-f5eb-4193-82ef-8dc489868e4b', 'name': 'tempest-TestShelveInstance-1402110998-router', 'tenant_id': 'f73715a7870b441180a4a36ef48a3218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'bd195682-65b7-420d-aca2-0b1dcadfef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:23:07Z', 'updated_at': '2022-04-12T18:23:11Z', 'revision_number': 4, 'project_id': 'f73715a7870b441180a4a36ef48a3218', 'gw_port': {'id': 'bd195682-65b7-420d-aca2-0b1dcadfef44', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f70cc83-f5eb-4193-82ef-8dc489868e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:07Z', 'updated_at': '2022-04-12T18:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'd6d74927-c463-4594-ba1a-26fbbb3b2895', 'name': '', 'network_id': '7f2fb307-96d8-4240-8b76-1d1edbadddf2', 'tenant_id': 'f73715a7870b441180a4a36ef48a3218', 'mac_address': 'fa:16:3e:8d:a6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f70cc83-f5eb-4193-82ef-8dc489868e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'fb0a42f9-d5a4-434e-ac4d-30b3cd571da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:10Z', 'updated_at': '2022-04-12T18:23:14Z', 'revision_number': 4, 'project_id': 'f73715a7870b441180a4a36ef48a3218', 'subnets': [{'id': 'fb0a42f9-d5a4-434e-ac4d-30b3cd571da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:15.400269 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a333f2-70ca-423f-860a-3967f01d3bdb None None] The sync data for ids ['2f70cc83-f5eb-4193-82ef-8dc489868e4b'] in dv-cinder-837535-1-iscsi is: [{'id': '2f70cc83-f5eb-4193-82ef-8dc489868e4b', 'name': 'tempest-TestShelveInstance-1402110998-router', 'tenant_id': 'f73715a7870b441180a4a36ef48a3218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'bd195682-65b7-420d-aca2-0b1dcadfef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:23:07Z', 'updated_at': '2022-04-12T18:23:11Z', 'revision_number': 4, 'project_id': 'f73715a7870b441180a4a36ef48a3218', 'gw_port': {'id': 'bd195682-65b7-420d-aca2-0b1dcadfef44', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f70cc83-f5eb-4193-82ef-8dc489868e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:07Z', 'updated_at': '2022-04-12T18:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'd6d74927-c463-4594-ba1a-26fbbb3b2895', 'name': '', 'network_id': '7f2fb307-96d8-4240-8b76-1d1edbadddf2', 'tenant_id': 'f73715a7870b441180a4a36ef48a3218', 'mac_address': 'fa:16:3e:8d:a6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f70cc83-f5eb-4193-82ef-8dc489868e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'fb0a42f9-d5a4-434e-ac4d-30b3cd571da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:10Z', 'updated_at': '2022-04-12T18:23:14Z', 'revision_number': 4, 'project_id': 'f73715a7870b441180a4a36ef48a3218', 'subnets': [{'id': 'fb0a42f9-d5a4-434e-ac4d-30b3cd571da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:23:15.468285 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-5364d461-e8dd-44b8-a077-ebb4e721f217 None None] Current status of the port d6d74927-c463-4594-ba1a-26fbbb3b2895 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:23:15.514311 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5b72ea2e-2fba-4dad-b778-8b5b31cc5704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:15.776820 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8345c06e-e450-4df1-b88b-e8842a480c17 req-2791954f-029d-46b5-bdc5-c94509ae07fb tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/ports?device_id=15064804-b6aa-4e51-bf8e-ddaa942a8a65 HTTP/1.1" status: 200 len: 210 time: 0.0328512 Apr 12 18:23:16.181201 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b3f1c-b35f-426a-a6e2-1397b331ff50 req-17098d65-312f-483d-b326-06b2bffa1abc tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:16.182702 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-135b3f1c-b35f-426a-a6e2-1397b331ff50 req-17098d65-312f-483d-b326-06b2bffa1abc tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.0610332 Apr 12 18:23:16.232496 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-135b3f1c-b35f-426a-a6e2-1397b331ff50 req-07da9588-7783-43df-97af-f64f3ce77b9e tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440123 Apr 12 18:23:16.754162 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88853ec8-b964-4a3f-ba31-c7eb745bdbe2 req-22c82453-9b4c-4fe7-97c5-8caaa3d2e939 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:16.755801 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-88853ec8-b964-4a3f-ba31-c7eb745bdbe2 req-22c82453-9b4c-4fe7-97c5-8caaa3d2e939 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 945 time: 0.0500209 Apr 12 18:23:16.805436 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-88853ec8-b964-4a3f-ba31-c7eb745bdbe2 req-e89336e6-1ea8-4918-a029-777ddb198bf1 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438578 Apr 12 18:23:16.831215 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 40628) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:16.852527 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:16.877282 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device d6d74927-c463-4594-ba1a-26fbbb3b2895 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:23:16.910053 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5ca69012-41c2-4117-a6a8-2b6f3484c4a2 req-0fee6de0-62e6-41b2-96fa-a5f4f58c1208 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/ports?device_id=15064804-b6aa-4e51-bf8e-ddaa942a8a65 HTTP/1.1" status: 200 len: 210 time: 0.0444698 Apr 12 18:23:16.933295 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port d6d74927-c463-4594-ba1a-26fbbb3b2895 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:16.933295 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (d6d74927-c463-4594-ba1a-26fbbb3b2895), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:17.012178 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port d6d74927-c463-4594-ba1a-26fbbb3b2895 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:23:17.049296 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173f9636-9d52-4db6-89a3-a8e9fef71920 tempest-TestMinimumBasicScenario-970578049 tempest-TestMinimumBasicScenario-970578049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:17.051075 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-173f9636-9d52-4db6-89a3-a8e9fef71920 tempest-TestMinimumBasicScenario-970578049 tempest-TestMinimumBasicScenario-970578049-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 1124 time: 0.2182262 Apr 12 18:23:17.053833 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 40632) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:17.058126 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-a6570258-9f76-49a7-b04f-c5e75631df5f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Request body: {'floatingip': {'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'port_id': '7a08f442-c306-4d1d-a934-82f8c095a54a', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:17.078573 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a6570258-9f76-49a7-b04f-c5e75631df5f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:17.159080 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a6570258-9f76-49a7-b04f-c5e75631df5f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:17.267613 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-a6570258-9f76-49a7-b04f-c5e75631df5f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Allocated IP 172.27.1.12 (8fe2c56e-0395-443d-a858-76cf54693827/10fb9747-8da5-4ac4-8e6b-c6dba6e53947/8fc94d22-6f6e-4c1a-80b0-6a25dfc95b7f) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:23:17.354309 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46181ad-027a-4740-9c11-489c15bed1e2 req-1a18de85-e9ee-4e06-87b3-ee9ee18f2924 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:17.355800 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f46181ad-027a-4740-9c11-489c15bed1e2 req-1a18de85-e9ee-4e06-87b3-ee9ee18f2924 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.0526299 Apr 12 18:23:17.384948 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a6570258-9f76-49a7-b04f-c5e75631df5f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for port (8fc94d22-6f6e-4c1a-80b0-6a25dfc95b7f), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:17.410853 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f46181ad-027a-4740-9c11-489c15bed1e2 req-0e09788b-083a-4c25-899c-c061a1a915d1 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472064 Apr 12 18:23:17.430798 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a6570258-9f76-49a7-b04f-c5e75631df5f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (8fc94d22-6f6e-4c1a-80b0-6a25dfc95b7f), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:17.469341 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6570258-9f76-49a7-b04f-c5e75631df5f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Network 8fe2c56e-0395-443d-a858-76cf54693827 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:23:17.473706 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-a6570258-9f76-49a7-b04f-c5e75631df5f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:23:17.479814 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6570258-9f76-49a7-b04f-c5e75631df5f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:23:17.503932 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6570258-9f76-49a7-b04f-c5e75631df5f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Pushing event updated for resources: {'Port': ['ID=8fc94d22-6f6e-4c1a-80b0-6a25dfc95b7f,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:17.873188 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a6570258-9f76-49a7-b04f-c5e75631df5f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for floatingip (61092b0c-1510-41de-82e2-f824023aa169), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:17.930528 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-b76819ba-2c54-436f-ba7c-20411a6da47c tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=6cdb13b21c9945e0b7f139a23228b471&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587394 Apr 12 18:23:18.046640 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-961271dd-8ca3-4376-91e1-5409f8932a80 req-68086157-c0e9-4f70-bcd1-aece500259a9 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/ports?device_id=15064804-b6aa-4e51-bf8e-ddaa942a8a65 HTTP/1.1" status: 200 len: 210 time: 0.0362697 Apr 12 18:23:18.048549 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907e033-1368-4e93-bc04-c2eaf065a41f req-1455cd0b-c706-4abf-adbd-c6ba69ea3db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:18.051577 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6907e033-1368-4e93-bc04-c2eaf065a41f req-1455cd0b-c706-4abf-adbd-c6ba69ea3db3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 1129 time: 0.0682349 Apr 12 18:23:18.088311 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a6570258-9f76-49a7-b04f-c5e75631df5f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (8fc94d22-6f6e-4c1a-80b0-6a25dfc95b7f), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:18.101583 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6907e033-1368-4e93-bc04-c2eaf065a41f req-f3e01b0d-173a-4f44-8289-54e8b10530a5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427413 Apr 12 18:23:18.218781 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-eb047f6c-8a37-4085-a167-d4cb743459df tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:18.220216 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-eb047f6c-8a37-4085-a167-d4cb743459df tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2767308 Apr 12 18:23:18.329924 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a6570258-9f76-49a7-b04f-c5e75631df5f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for port (8fc94d22-6f6e-4c1a-80b0-6a25dfc95b7f), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:18.335201 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a6570258-9f76-49a7-b04f-c5e75631df5f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (8fc94d22-6f6e-4c1a-80b0-6a25dfc95b7f), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:18.338366 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:18.407046 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6570258-9f76-49a7-b04f-c5e75631df5f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Pushing event updated for resources: {'Port': ['ID=8fc94d22-6f6e-4c1a-80b0-6a25dfc95b7f,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:18.425466 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a6570258-9f76-49a7-b04f-c5e75631df5f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (61092b0c-1510-41de-82e2-f824023aa169), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:18.463905 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-7abf83fd-46fe-4b98-8c27-d381e58537c0 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Request body: {'port': {'device_id': '15064804-b6aa-4e51-bf8e-ddaa942a8a65', 'network_id': 'e36e76c9-f064-4f0a-b808-de19e810a484', 'admin_state_up': True, 'tenant_id': '6cdb13b21c9945e0b7f139a23228b471'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:18.538682 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3cff2-cca7-4dbf-97c5-d8f478d80c72 req-aac36271-cb69-481c-adee-99861447cfc1 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:18.540354 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e1b3cff2-cca7-4dbf-97c5-d8f478d80c72 req-aac36271-cb69-481c-adee-99861447cfc1 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.0582163 Apr 12 18:23:18.587912 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e1b3cff2-cca7-4dbf-97c5-d8f478d80c72 req-3e874df3-8436-469f-a33f-0fbd2da79f7c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411716 Apr 12 18:23:18.602922 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.db.l3_db [None req-a6570258-9f76-49a7-b04f-c5e75631df5f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Floating IP 61092b0c-1510-41de-82e2-f824023aa169 associated. External IP: 172.27.1.12, port: 7a08f442-c306-4d1d-a934-82f8c095a54a. Apr 12 18:23:18.668302 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-7abf83fd-46fe-4b98-8c27-d381e58537c0 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Made reservation on behalf of 6cdb13b21c9945e0b7f139a23228b471 for: {'port': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:23:18.671789 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-7abf83fd-46fe-4b98-8c27-d381e58537c0 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:18.709367 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-7abf83fd-46fe-4b98-8c27-d381e58537c0 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:18.795709 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:23:18.889057 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-7abf83fd-46fe-4b98-8c27-d381e58537c0 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Publish callbacks [] for security_group (f27c39b1-7679-4963-b6d4-bfc9915a457b), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:18.895457 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-7abf83fd-46fe-4b98-8c27-d381e58537c0 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (f27c39b1-7679-4963-b6d4-bfc9915a457b), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:18.957877 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6570258-9f76-49a7-b04f-c5e75631df5f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Router e255fc0e-1953-4ca8-9ab3-436afac6b7ee has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:23:18.975438 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf83fd-46fe-4b98-8c27-d381e58537c0 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f27c39b1-7679-4963-b6d4-bfc9915a457b,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:19.144829 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fb9dbaaf-0dd2-4e83-a240-2b842e43859c req-ac15aabc-cd9a-4ba4-b2fe-04729aabadca tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/ports?device_id=15064804-b6aa-4e51-bf8e-ddaa942a8a65 HTTP/1.1" status: 200 len: 210 time: 0.0281389 Apr 12 18:23:19.278091 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:19.350192 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-7abf83fd-46fe-4b98-8c27-d381e58537c0 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Allocated IP 192.168.233.47 (e36e76c9-f064-4f0a-b808-de19e810a484/2d2160be-9935-4bf1-a1b9-1efec347df68/3cb2b7b8-e162-4d08-a004-46b0992ab9f4) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:23:19.374532 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6570258-9f76-49a7-b04f-c5e75631df5f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:23:19.384197 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69899019-0468-4d18-bbc4-33c7e3430688 None None] Sync routers for ids ['e255fc0e-1953-4ca8-9ab3-436afac6b7ee'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:23:19.398722 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69899019-0468-4d18-bbc4-33c7e3430688 None None] Routers {'e255fc0e-1953-4ca8-9ab3-436afac6b7ee'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:23:19.399349 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-69899019-0468-4d18-bbc4-33c7e3430688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:23:15Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['e255fc0e-1953-4ca8-9ab3-436afac6b7ee'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:19.406371 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a6570258-9f76-49a7-b04f-c5e75631df5f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:19.461024 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-a6570258-9f76-49a7-b04f-c5e75631df5f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4058125 Apr 12 18:23:19.463505 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 40650) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:19.464019 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd372eff6-ec0d-48a1-8398-a1c7d2ef1a15', 'tag': '7a08f442-c306-4d1d-a934-82f8c095a54a'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:23:19.466425 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ff8c66-0df1-40a4-9953-0c967dac487f" -d '{"events": [{"name": "network-changed", "server_uuid": "d372eff6-ec0d-48a1-8398-a1c7d2ef1a15", "tag": "7a08f442-c306-4d1d-a934-82f8c095a54a"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:23:19.467776 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-ccab086a-1540-40cb-886d-74de7524bc78 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2006042534', 'description': 'tempest-secgroup-smoke-2006042534 description', 'project_id': '809186fad39d4f6d9876d3e1348b3ab0'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:19.497413 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ccab086a-1540-40cb-886d-74de7524bc78 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:19.514299 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-69899019-0468-4d18-bbc4-33c7e3430688 None None] Set router e255fc0e-1953-4ca8-9ab3-436afac6b7ee gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:23:19.579014 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137751cd-4364-4bb4-80ca-8cd9628a0a56 x-openstack-request-id: req-137751cd-4364-4bb4-80ca-8cd9628a0a56 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:23:19.579301 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d372eff6-ec0d-48a1-8398-a1c7d2ef1a15", "tag": "7a08f442-c306-4d1d-a934-82f8c095a54a", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:23:19.579561 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-137751cd-4364-4bb4-80ca-8cd9628a0a56 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:23:19.579949 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-137751cd-4364-4bb4-80ca-8cd9628a0a56'] response: {'name': 'network-changed', 'server_uuid': 'd372eff6-ec0d-48a1-8398-a1c7d2ef1a15', 'tag': '7a08f442-c306-4d1d-a934-82f8c095a54a', 'status': 'completed', 'code': 200} Apr 12 18:23:19.581241 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ccab086a-1540-40cb-886d-74de7524bc78 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for security_group (2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:19.585432 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-7abf83fd-46fe-4b98-8c27-d381e58537c0 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Publish callbacks [] for port (3cb2b7b8-e162-4d08-a004-46b0992ab9f4), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:19.585854 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ccab086a-1540-40cb-886d-74de7524bc78 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:19.621716 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab086a-1540-40cb-886d-74de7524bc78 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:19.629405 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ccab086a-1540-40cb-886d-74de7524bc78 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:19.632231 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-7abf83fd-46fe-4b98-8c27-d381e58537c0 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (3cb2b7b8-e162-4d08-a004-46b0992ab9f4), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:19.634568 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 40658) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:19.637700 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-ccab086a-1540-40cb-886d-74de7524bc78 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1730573 Apr 12 18:23:19.646866 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-8379eb26-5844-456e-a576-4b8a9cda0ff7 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Request body: {'security_group_rule': {'security_group_id': '2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078', 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:19.719418 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-7abf83fd-46fe-4b98-8c27-d381e58537c0 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Network e36e76c9-f064-4f0a-b808-de19e810a484 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:23:19.730975 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-7abf83fd-46fe-4b98-8c27-d381e58537c0 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:23:19.733422 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-7abf83fd-46fe-4b98-8c27-d381e58537c0 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:23:19.736202 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8379eb26-5844-456e-a576-4b8a9cda0ff7 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for security_group_rule (3594e2dd-6411-40ab-bee4-5824b9aee281), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:19.738592 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf83fd-46fe-4b98-8c27-d381e58537c0 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Pushing event updated for resources: {'Port': ['ID=3cb2b7b8-e162-4d08-a004-46b0992ab9f4,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:19.823695 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-7abf83fd-46fe-4b98-8c27-d381e58537c0 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:19.824310 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-7abf83fd-46fe-4b98-8c27-d381e58537c0 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:19.829801 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a03321-ea3d-4f56-a63b-5a03fa1a2e5e req-83e48521-2345-417c-97d2-e7a16d7976f0 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:19.838999 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-96a03321-ea3d-4f56-a63b-5a03fa1a2e5e req-83e48521-2345-417c-97d2-e7a16d7976f0 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.0811689 Apr 12 18:23:19.854129 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-69899019-0468-4d18-bbc4-33c7e3430688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'name': 'tempest-TestMinimumBasicScenario-532356373-router', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:22:14Z', 'revision_number': 4, 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'gw_port': {'id': 'e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '61092b0c-1510-41de-82e2-f824023aa169', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'port_id': '7a08f442-c306-4d1d-a934-82f8c095a54a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d', 'mac_address': 'fa:16:3e:25:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd372eff6-ec0d-48a1-8398-a1c7d2ef1a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:23:17Z', 'updated_at': '2022-04-12T18:23:17Z', 'revision_number': 0, 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9108e313-b586-47d1-b399-6925d11b473a', 'name': '', 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'mac_address': 'fa:16:3e:61:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'fc07eb1e-fff2-417b-b6fd-57ebe5882dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:13Z', 'updated_at': '2022-04-12T18:22:18Z', 'revision_number': 5, 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'subnets': [{'id': 'fc07eb1e-fff2-417b-b6fd-57ebe5882dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:19.876172 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8379eb26-5844-456e-a576-4b8a9cda0ff7 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for security_group_rule (3594e2dd-6411-40ab-bee4-5824b9aee281), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:19.888492 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-7abf83fd-46fe-4b98-8c27-d381e58537c0 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4282465 Apr 12 18:23:19.889808 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69899019-0468-4d18-bbc4-33c7e3430688 None None] Checking router: e255fc0e-1953-4ca8-9ab3-436afac6b7ee for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:23:19.890018 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8379eb26-5844-456e-a576-4b8a9cda0ff7 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (3594e2dd-6411-40ab-bee4-5824b9aee281), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:19.899529 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69899019-0468-4d18-bbc4-33c7e3430688 None None] Routers {'e255fc0e-1953-4ca8-9ab3-436afac6b7ee'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:23:19.900412 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-69899019-0468-4d18-bbc4-33c7e3430688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:23:15Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['e255fc0e-1953-4ca8-9ab3-436afac6b7ee'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:19.910793 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-96a03321-ea3d-4f56-a63b-5a03fa1a2e5e req-186d9d51-d18b-45c5-9079-07ccd2806d53 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668094 Apr 12 18:23:19.923290 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8379eb26-5844-456e-a576-4b8a9cda0ff7 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:19.923290 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-8379eb26-5844-456e-a576-4b8a9cda0ff7 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2853935 Apr 12 18:23:19.923505 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 40660) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:19.928977 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379eb26-5844-456e-a576-4b8a9cda0ff7 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3594e2dd-6411-40ab-bee4-5824b9aee281,revision_number=0']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:19.929290 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a3247bd8-a6df-4d4a-9113-f11abec655fc tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Request body: {'security_group_rule': {'security_group_id': '2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078', 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:19.965347 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3247bd8-a6df-4d4a-9113-f11abec655fc tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for security_group_rule (8daad522-dd4d-4677-94af-a998b7ac8cc6), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:20.024023 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3247bd8-a6df-4d4a-9113-f11abec655fc tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for security_group_rule (8daad522-dd4d-4677-94af-a998b7ac8cc6), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:20.029332 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3247bd8-a6df-4d4a-9113-f11abec655fc tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (8daad522-dd4d-4677-94af-a998b7ac8cc6), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:20.031819 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-fb4ba248-7047-4275-acc1-bed2411d47a5 None None] Provisioning complete for port 3cb2b7b8-e162-4d08-a004-46b0992ab9f4 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:20.032320 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-fb4ba248-7047-4275-acc1-bed2411d47a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (3cb2b7b8-e162-4d08-a004-46b0992ab9f4), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:20.038989 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-69899019-0468-4d18-bbc4-33c7e3430688 None None] Set router e255fc0e-1953-4ca8-9ab3-436afac6b7ee gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:23:20.051695 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3247bd8-a6df-4d4a-9113-f11abec655fc tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8daad522-dd4d-4677-94af-a998b7ac8cc6,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:20.064766 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3247bd8-a6df-4d4a-9113-f11abec655fc tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:20.066471 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-a3247bd8-a6df-4d4a-9113-f11abec655fc tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1416118 Apr 12 18:23:20.069858 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 40662) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:20.074314 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-29a973d8-fbca-4467-85f0-d0038e04771e tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Request body: {'security_group_rule': {'security_group_id': '2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078', 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:20.078398 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-fb4ba248-7047-4275-acc1-bed2411d47a5 None None] Port 3cb2b7b8-e162-4d08-a004-46b0992ab9f4 cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:23:20.100271 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-29a973d8-fbca-4467-85f0-d0038e04771e tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for security_group_rule (fee1f935-dd67-438a-b3bc-89c00c54f2fe), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:20.163459 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-29a973d8-fbca-4467-85f0-d0038e04771e tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for security_group_rule (fee1f935-dd67-438a-b3bc-89c00c54f2fe), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:20.166170 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-29a973d8-fbca-4467-85f0-d0038e04771e tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (fee1f935-dd67-438a-b3bc-89c00c54f2fe), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:20.188397 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a973d8-fbca-4467-85f0-d0038e04771e tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee1f935-dd67-438a-b3bc-89c00c54f2fe,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:20.209595 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-29a973d8-fbca-4467-85f0-d0038e04771e tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:20.211444 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-29a973d8-fbca-4467-85f0-d0038e04771e tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405671 Apr 12 18:23:20.214286 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 40666) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:20.219396 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-d41f4cd4-0702-4c0b-a17c-39c2ee2a6b06 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Request body: {'security_group_rule': {'security_group_id': '2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078', 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:20.258494 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d41f4cd4-0702-4c0b-a17c-39c2ee2a6b06 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for security_group_rule (a724908a-f06b-4c40-ad44-4acf0901c5e2), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:20.272655 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-ba20dd40-42b4-4e66-8687-bfc5f9e2c061 service neutron] Request body: {'port': {'device_id': '15064804-b6aa-4e51-bf8e-ddaa942a8a65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:20.282422 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfba879-3264-4828-8e49-4020ec33033c req-02dbcc80-dc68-4455-9623-a301edf91a5a tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:20.283949 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-dcfba879-3264-4828-8e49-4020ec33033c req-02dbcc80-dc68-4455-9623-a301edf91a5a tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/ports?device_id=15064804-b6aa-4e51-bf8e-ddaa942a8a65 HTTP/1.1" status: 200 len: 935 time: 0.0622079 Apr 12 18:23:20.311484 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-69899019-0468-4d18-bbc4-33c7e3430688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'name': 'tempest-TestMinimumBasicScenario-532356373-router', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:22:14Z', 'revision_number': 4, 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'gw_port': {'id': 'e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '61092b0c-1510-41de-82e2-f824023aa169', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'port_id': '7a08f442-c306-4d1d-a934-82f8c095a54a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d', 'mac_address': 'fa:16:3e:25:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd372eff6-ec0d-48a1-8398-a1c7d2ef1a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:23:17Z', 'updated_at': '2022-04-12T18:23:17Z', 'revision_number': 0, 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9108e313-b586-47d1-b399-6925d11b473a', 'name': '', 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'mac_address': 'fa:16:3e:61:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'fc07eb1e-fff2-417b-b6fd-57ebe5882dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:13Z', 'updated_at': '2022-04-12T18:22:18Z', 'revision_number': 5, 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'subnets': [{'id': 'fc07eb1e-fff2-417b-b6fd-57ebe5882dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:20.327610 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8c66-0df1-40a4-9953-0c967dac487f req-753c650a-271d-4c21-996d-0325dea27305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:20.329325 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e4ff8c66-0df1-40a4-9953-0c967dac487f req-753c650a-271d-4c21-996d-0325dea27305 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=809186fad39d4f6d9876d3e1348b3ab0&device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 1129 time: 0.0641081 Apr 12 18:23:20.340137 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69899019-0468-4d18-bbc4-33c7e3430688 None None] The sync data for ids ['e255fc0e-1953-4ca8-9ab3-436afac6b7ee'] in dv-cinder-837535-1-iscsi is: [{'id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'name': 'tempest-TestMinimumBasicScenario-532356373-router', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:22:14Z', 'revision_number': 4, 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'gw_port': {'id': 'e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '61092b0c-1510-41de-82e2-f824023aa169', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'port_id': '7a08f442-c306-4d1d-a934-82f8c095a54a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d', 'mac_address': 'fa:16:3e:25:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd372eff6-ec0d-48a1-8398-a1c7d2ef1a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:23:17Z', 'updated_at': '2022-04-12T18:23:17Z', 'revision_number': 0, 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9108e313-b586-47d1-b399-6925d11b473a', 'name': '', 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'mac_address': 'fa:16:3e:61:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'fc07eb1e-fff2-417b-b6fd-57ebe5882dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:13Z', 'updated_at': '2022-04-12T18:22:18Z', 'revision_number': 5, 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'subnets': [{'id': 'fc07eb1e-fff2-417b-b6fd-57ebe5882dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:23:20.375448 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-dcfba879-3264-4828-8e49-4020ec33033c req-fd5dbc35-d3c9-4dea-b716-5580bf4c1918 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27c39b1-7679-4963-b6d4-bfc9915a457b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748367 Apr 12 18:23:20.389350 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-ba20dd40-42b4-4e66-8687-bfc5f9e2c061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (3cb2b7b8-e162-4d08-a004-46b0992ab9f4), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:20.428108 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d41f4cd4-0702-4c0b-a17c-39c2ee2a6b06 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for security_group_rule (a724908a-f06b-4c40-ad44-4acf0901c5e2), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:20.452834 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d41f4cd4-0702-4c0b-a17c-39c2ee2a6b06 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (a724908a-f06b-4c40-ad44-4acf0901c5e2), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:20.463670 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8c66-0df1-40a4-9953-0c967dac487f req-db129dcc-15a1-463b-af86-1676f88fd255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:20.465287 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e4ff8c66-0df1-40a4-9953-0c967dac487f req-db129dcc-15a1-463b-af86-1676f88fd255 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32fddf7a-be6e-433e-a894-e115b22cd23d HTTP/1.1" status: 200 len: 915 time: 0.1210487 Apr 12 18:23:20.489462 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f4cd4-0702-4c0b-a17c-39c2ee2a6b06 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a724908a-f06b-4c40-ad44-4acf0901c5e2,revision_number=0']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:20.494263 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d41f4cd4-0702-4c0b-a17c-39c2ee2a6b06 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:20.495470 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-d41f4cd4-0702-4c0b-a17c-39c2ee2a6b06 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2800925 Apr 12 18:23:20.498394 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 40668) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:20.506376 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-4130f80c-832a-4894-bdb9-d9737e91f0e4 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Request body: {'security_group_rule': {'security_group_id': '2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078', 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:20.546888 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e4ff8c66-0df1-40a4-9953-0c967dac487f req-1e19bfe3-5ee0-45b4-940e-02a3622420fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a08f442-c306-4d1d-a934-82f8c095a54a HTTP/1.1" status: 200 len: 998 time: 0.0734541 Apr 12 18:23:20.599437 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.db.securitygroups_db [None req-4130f80c-832a-4894-bdb9-d9737e91f0e4 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Project 809186fad39d4f6d9876d3e1348b3ab0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 18:23:20.601626 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950bddfe-7283-4d81-9918-cbdadf1f78ea None None] New status for floating IP 61092b0c-1510-41de-82e2-f824023aa169: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:23:20.614417 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4130f80c-832a-4894-bdb9-d9737e91f0e4 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for security_group_rule (b88fc00e-3a88-4e80-b17e-388adfd2ebff), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:20.622791 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8c66-0df1-40a4-9953-0c967dac487f req-ce34ee1d-6871-4f9d-8788-b097b2dcff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:20.624345 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e4ff8c66-0df1-40a4-9953-0c967dac487f req-ce34ee1d-6871-4f9d-8788-b097b2dcff48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc07eb1e-fff2-417b-b6fd-57ebe5882dc3 HTTP/1.1" status: 200 len: 853 time: 0.0593247 Apr 12 18:23:20.683014 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8c66-0df1-40a4-9953-0c967dac487f req-671ebc6c-e057-4033-b4c5-b92920bbe77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:20.686508 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e4ff8c66-0df1-40a4-9953-0c967dac487f req-671ebc6c-e057-4033-b4c5-b92920bbe77d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32fddf7a-be6e-433e-a894-e115b22cd23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541344 Apr 12 18:23:20.726337 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4130f80c-832a-4894-bdb9-d9737e91f0e4 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for security_group_rule (b88fc00e-3a88-4e80-b17e-388adfd2ebff), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:20.732931 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4130f80c-832a-4894-bdb9-d9737e91f0e4 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (b88fc00e-3a88-4e80-b17e-388adfd2ebff), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:20.769542 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130f80c-832a-4894-bdb9-d9737e91f0e4 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88fc00e-3a88-4e80-b17e-388adfd2ebff,revision_number=0']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:20.797852 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e4ff8c66-0df1-40a4-9953-0c967dac487f req-24b664c9-5dee-4655-9203-21813637c1b7 service neutron] 10.222.0.26 "GET /v2.0/networks/32fddf7a-be6e-433e-a894-e115b22cd23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032786 Apr 12 18:23:20.799188 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4130f80c-832a-4894-bdb9-d9737e91f0e4 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:20.800938 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-4130f80c-832a-4894-bdb9-d9737e91f0e4 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3011568 Apr 12 18:23:20.804695 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 40672) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:20.809103 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-ba20dd40-42b4-4e66-8687-bfc5f9e2c061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb2b7b8-e162-4d08-a004-46b0992ab9f4 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:23:20.809286 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-66971f05-1e64-42f6-b556-a7b55f19522a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Request body: {'security_group_rule': {'security_group_id': '2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078', 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:20.817244 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-ba20dd40-42b4-4e66-8687-bfc5f9e2c061 service neutron] Publish callbacks [] for port (3cb2b7b8-e162-4d08-a004-46b0992ab9f4), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:20.830610 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-ba20dd40-42b4-4e66-8687-bfc5f9e2c061 service neutron] Transition to ACTIVE for port object 3cb2b7b8-e162-4d08-a004-46b0992ab9f4 will not be triggered until provisioned by entity L2. {{(pid=103524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:23:20.835738 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-ba20dd40-42b4-4e66-8687-bfc5f9e2c061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (3cb2b7b8-e162-4d08-a004-46b0992ab9f4), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:20.887035 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20dd40-42b4-4e66-8687-bfc5f9e2c061 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb2b7b8-e162-4d08-a004-46b0992ab9f4,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:20.985512 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-ba20dd40-42b4-4e66-8687-bfc5f9e2c061 service neutron] Attempting to bind port 3cb2b7b8-e162-4d08-a004-46b0992ab9f4 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:23:20.986225 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-ba20dd40-42b4-4e66-8687-bfc5f9e2c061 service neutron] Attempting to bind port 3cb2b7b8-e162-4d08-a004-46b0992ab9f4 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'f53daa96-605f-4fab-8534-042442e7ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e36e76c9-f064-4f0a-b808-de19e810a484'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:23:20.986411 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-ba20dd40-42b4-4e66-8687-bfc5f9e2c061 service neutron] Attempting to bind port 3cb2b7b8-e162-4d08-a004-46b0992ab9f4 on network e36e76c9-f064-4f0a-b808-de19e810a484 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:23:20.993695 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-ba20dd40-42b4-4e66-8687-bfc5f9e2c061 service neutron] Port 3cb2b7b8-e162-4d08-a004-46b0992ab9f4 on network e36e76c9-f064-4f0a-b808-de19e810a484 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:23:20.994163 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-ba20dd40-42b4-4e66-8687-bfc5f9e2c061 service neutron] Attempting to bind port 3cb2b7b8-e162-4d08-a004-46b0992ab9f4 on network e36e76c9-f064-4f0a-b808-de19e810a484 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:23:20.999808 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-ba20dd40-42b4-4e66-8687-bfc5f9e2c061 service neutron] Checking agent: {'id': '5b3c503f-4bfd-4027-adb8-75f76add50a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'started_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:23:21.000282 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-ba20dd40-42b4-4e66-8687-bfc5f9e2c061 service neutron] Checking segment: {'id': 'f53daa96-605f-4fab-8534-042442e7ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e36e76c9-f064-4f0a-b808-de19e810a484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:23:21.000775 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-ba20dd40-42b4-4e66-8687-bfc5f9e2c061 service neutron] Bound using segment: {'id': 'f53daa96-605f-4fab-8534-042442e7ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e36e76c9-f064-4f0a-b808-de19e810a484'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:23:21.001356 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-ba20dd40-42b4-4e66-8687-bfc5f9e2c061 service neutron] Bound port: 3cb2b7b8-e162-4d08-a004-46b0992ab9f4, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53daa96-605f-4fab-8534-042442e7ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e36e76c9-f064-4f0a-b808-de19e810a484'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:23:21.001821 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-ba20dd40-42b4-4e66-8687-bfc5f9e2c061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (3cb2b7b8-e162-4d08-a004-46b0992ab9f4), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:21.084078 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-ba20dd40-42b4-4e66-8687-bfc5f9e2c061 service neutron] For port 3cb2b7b8-e162-4d08-a004-46b0992ab9f4, host hv-cinder-83753, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:23:21.088456 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-ba20dd40-42b4-4e66-8687-bfc5f9e2c061 service neutron] For port 3cb2b7b8-e162-4d08-a004-46b0992ab9f4, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=3cb2b7b8-e162-4d08-a004-46b0992ab9f4,segment=NetworkSegment(f53daa96-605f-4fab-8534-042442e7ac75),segment_id=f53daa96-605f-4fab-8534-042442e7ac75)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:23:21.099449 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-ba20dd40-42b4-4e66-8687-bfc5f9e2c061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (3cb2b7b8-e162-4d08-a004-46b0992ab9f4), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:21.138673 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-ba20dd40-42b4-4e66-8687-bfc5f9e2c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:21.139252 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-ba20dd40-42b4-4e66-8687-bfc5f9e2c061 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:21.140625 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-ba20dd40-42b4-4e66-8687-bfc5f9e2c061 service neutron] 10.222.0.26 "PUT /v2.0/ports/3cb2b7b8-e162-4d08-a004-46b0992ab9f4 HTTP/1.1" status: 200 len: 1097 time: 0.8758795 Apr 12 18:23:21.167405 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20dd40-42b4-4e66-8687-bfc5f9e2c061 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb2b7b8-e162-4d08-a004-46b0992ab9f4,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:21.185112 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-66971f05-1e64-42f6-b556-a7b55f19522a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Project 809186fad39d4f6d9876d3e1348b3ab0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 18:23:21.204722 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15607b6-0ca2-400d-bdc0-0ae6da4a263d req-50a395b4-4a16-4d4a-aea2-0cbdf8044d56 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:21.208487 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d15607b6-0ca2-400d-bdc0-0ae6da4a263d req-50a395b4-4a16-4d4a-aea2-0cbdf8044d56 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.1264939 Apr 12 18:23:21.210472 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66971f05-1e64-42f6-b556-a7b55f19522a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for security_group_rule (35831dca-1a08-403c-a7ad-140d0c8ebafd), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:21.251331 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-5b24b549-695c-4010-b66e-239b341d8459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:21.253506 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-5b24b549-695c-4010-b66e-239b341d8459 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6cdb13b21c9945e0b7f139a23228b471&device_id=15064804-b6aa-4e51-bf8e-ddaa942a8a65 HTTP/1.1" status: 200 len: 1131 time: 0.0630307 Apr 12 18:23:21.277361 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e4ff8c66-0df1-40a4-9953-0c967dac487f req-61afd34d-fac6-4157-9453-8c5c9d571495 service neutron] 10.222.0.26 "GET /v2.0/networks/32fddf7a-be6e-433e-a894-e115b22cd23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634655 Apr 12 18:23:21.323392 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-663cc915-a4a2-4556-9b8c-a1d8d6359213 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=3cb2b7b8-e162-4d08-a004-46b0992ab9f4 HTTP/1.1" status: 200 len: 217 time: 0.0551858 Apr 12 18:23:21.343357 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66971f05-1e64-42f6-b556-a7b55f19522a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for security_group_rule (35831dca-1a08-403c-a7ad-140d0c8ebafd), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:21.351860 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d15607b6-0ca2-400d-bdc0-0ae6da4a263d req-33071dc8-da5d-4268-acd2-dfad92d818cc tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368551 Apr 12 18:23:21.353580 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66971f05-1e64-42f6-b556-a7b55f19522a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (35831dca-1a08-403c-a7ad-140d0c8ebafd), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:21.380134 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66971f05-1e64-42f6-b556-a7b55f19522a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35831dca-1a08-403c-a7ad-140d0c8ebafd,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:21.383440 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-81399a63-bb6f-4674-aca0-108a0f75e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:21.385487 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-81399a63-bb6f-4674-aca0-108a0f75e9bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d2160be-9935-4bf1-a1b9-1efec347df68 HTTP/1.1" status: 200 len: 843 time: 0.0556784 Apr 12 18:23:21.386097 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66971f05-1e64-42f6-b556-a7b55f19522a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:21.387286 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-66971f05-1e64-42f6-b556-a7b55f19522a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5815043 Apr 12 18:23:21.446143 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-bed8bd83-fe5b-4347-ab8f-5a013da17e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:21.448033 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-bed8bd83-fe5b-4347-ab8f-5a013da17e30 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e36e76c9-f064-4f0a-b808-de19e810a484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0544124 Apr 12 18:23:21.510291 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-37743e94-af1a-4278-9e35-0cff58ee67d6 req-8710b675-566a-48c8-b1a5-95a31296c939 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2006042534&fields=id&tenant_id=809186fad39d4f6d9876d3e1348b3ab0 HTTP/1.1" status: 200 len: 267 time: 0.0608692 Apr 12 18:23:21.567125 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-de5c2da6-f615-49be-a649-043f77b4d3ec service neutron] 10.222.0.26 "GET /v2.0/networks/e36e76c9-f064-4f0a-b808-de19e810a484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035204 Apr 12 18:23:21.578368 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04074f38-81e1-456a-8c40-ee28eff87120 req-ef144bef-a826-468f-8661-88f59e99485f tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:21.579833 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-04074f38-81e1-456a-8c40-ee28eff87120 req-ef144bef-a826-468f-8661-88f59e99485f tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/ports?device_id=15064804-b6aa-4e51-bf8e-ddaa942a8a65 HTTP/1.1" status: 200 len: 947 time: 0.0839279 Apr 12 18:23:21.582641 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15064804-b6aa-4e51-bf8e-ddaa942a8a65', 'tag': '3cb2b7b8-e162-4d08-a004-46b0992ab9f4'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:23:21.584497 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae693e65-88a5-47c9-bd2b-4e8ab4f5cc56" -d '{"events": [{"name": "network-changed", "server_uuid": "15064804-b6aa-4e51-bf8e-ddaa942a8a65", "tag": "3cb2b7b8-e162-4d08-a004-46b0992ab9f4"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:23:21.602201 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37743e94-af1a-4278-9e35-0cff58ee67d6 req-25ce723a-d02b-49d7-850c-7488be0bd682 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:21.603689 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-37743e94-af1a-4278-9e35-0cff58ee67d6 req-25ce723a-d02b-49d7-850c-7488be0bd682 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 945 time: 0.0731537 Apr 12 18:23:21.621177 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [req-37743e94-af1a-4278-9e35-0cff58ee67d6 req-0edcdb0e-7f8f-4d79-b9de-83490b9eeaf3 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Request body: {'port': {'security_groups': ['19166c52-d4a2-4a39-a2ff-0d73101dd189', '2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:21.675804 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-347ca654-ee8e-4958-8cbd-247f408596f7 req-1f547cbf-ed52-4213-8ccf-02b5d1569fc7 service neutron] 10.222.0.26 "GET /v2.0/networks/e36e76c9-f064-4f0a-b808-de19e810a484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998068 Apr 12 18:23:21.701922 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-04074f38-81e1-456a-8c40-ee28eff87120 req-264803f3-f956-4bd4-bed5-19541efd5b6a tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27c39b1-7679-4963-b6d4-bfc9915a457b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159275 Apr 12 18:23:21.744087 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-37743e94-af1a-4278-9e35-0cff58ee67d6 req-0edcdb0e-7f8f-4d79-b9de-83490b9eeaf3 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (7a08f442-c306-4d1d-a934-82f8c095a54a), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:21.838721 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1351ce0-dfe9-4a0f-90d4-8f8e36b06bc6 x-openstack-request-id: req-d1351ce0-dfe9-4a0f-90d4-8f8e36b06bc6 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:23:21.838992 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15064804-b6aa-4e51-bf8e-ddaa942a8a65", "tag": "3cb2b7b8-e162-4d08-a004-46b0992ab9f4", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:23:21.839191 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d1351ce0-dfe9-4a0f-90d4-8f8e36b06bc6 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:23:21.841253 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1351ce0-dfe9-4a0f-90d4-8f8e36b06bc6'] response: {'name': 'network-changed', 'server_uuid': '15064804-b6aa-4e51-bf8e-ddaa942a8a65', 'tag': '3cb2b7b8-e162-4d08-a004-46b0992ab9f4', 'status': 'completed', 'code': 200} Apr 12 18:23:21.974075 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaa848-4ca4-4bfa-8e7a-adf774df806e req-da9e2195-8a0b-45a9-8156-10516b880b9a tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:21.975455 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a5eaa848-4ca4-4bfa-8e7a-adf774df806e req-da9e2195-8a0b-45a9-8156-10516b880b9a tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.0936680 Apr 12 18:23:22.041196 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-37743e94-af1a-4278-9e35-0cff58ee67d6 req-0edcdb0e-7f8f-4d79-b9de-83490b9eeaf3 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] For port 7a08f442-c306-4d1d-a934-82f8c095a54a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=7a08f442-c306-4d1d-a934-82f8c095a54a,segment=NetworkSegment(7b02f9f2-b6cb-413a-af5f-f12cf146d8ff),segment_id=7b02f9f2-b6cb-413a-af5f-f12cf146d8ff)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:23:22.060960 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a5eaa848-4ca4-4bfa-8e7a-adf774df806e req-287f3d55-856e-49bd-98d6-90aaee415f53 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788717 Apr 12 18:23:22.079257 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-37743e94-af1a-4278-9e35-0cff58ee67d6 req-0edcdb0e-7f8f-4d79-b9de-83490b9eeaf3 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for port (7a08f442-c306-4d1d-a934-82f8c095a54a), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:22.085356 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-37743e94-af1a-4278-9e35-0cff58ee67d6 req-0edcdb0e-7f8f-4d79-b9de-83490b9eeaf3 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (7a08f442-c306-4d1d-a934-82f8c095a54a), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:22.104426 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['7a08f442-c306-4d1d-a934-82f8c095a54a'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:23:22.131660 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37743e94-af1a-4278-9e35-0cff58ee67d6 req-0edcdb0e-7f8f-4d79-b9de-83490b9eeaf3 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:22.132286 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-37743e94-af1a-4278-9e35-0cff58ee67d6 req-0edcdb0e-7f8f-4d79-b9de-83490b9eeaf3 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for port (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:22.133700 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-37743e94-af1a-4278-9e35-0cff58ee67d6 req-0edcdb0e-7f8f-4d79-b9de-83490b9eeaf3 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "PUT /v2.0/ports/7a08f442-c306-4d1d-a934-82f8c095a54a HTTP/1.1" status: 200 len: 981 time: 0.5229700 Apr 12 18:23:22.134149 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd372eff6-ec0d-48a1-8398-a1c7d2ef1a15', 'tag': '7a08f442-c306-4d1d-a934-82f8c095a54a'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:23:22.136372 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ff44208863b45d5314a74bf2796fa783e64ad3222a396cfa3f0d0395593348f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d36e0f8-ff4a-44e9-ae83-ff6addb04894" -d '{"events": [{"name": "network-changed", "server_uuid": "d372eff6-ec0d-48a1-8398-a1c7d2ef1a15", "tag": "7a08f442-c306-4d1d-a934-82f8c095a54a"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:23:22.177254 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcdb0e-7f8f-4d79-b9de-83490b9eeaf3 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Pushing event updated for resources: {'Port': ['ID=7a08f442-c306-4d1d-a934-82f8c095a54a,revision_number=6']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:22.195135 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946f4b75-70da-43cf-914c-1f753c8e4d0e x-openstack-request-id: req-946f4b75-70da-43cf-914c-1f753c8e4d0e {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:23:22.195732 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d372eff6-ec0d-48a1-8398-a1c7d2ef1a15", "tag": "7a08f442-c306-4d1d-a934-82f8c095a54a", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:23:22.195732 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-946f4b75-70da-43cf-914c-1f753c8e4d0e {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:23:22.196061 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-946f4b75-70da-43cf-914c-1f753c8e4d0e'] response: {'name': 'network-changed', 'server_uuid': 'd372eff6-ec0d-48a1-8398-a1c7d2ef1a15', 'tag': '7a08f442-c306-4d1d-a934-82f8c095a54a', 'status': 'completed', 'code': 200} Apr 12 18:23:22.259988 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['7a08f442-c306-4d1d-a934-82f8c095a54a'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:23:22.264373 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8adbd9-5385-4929-8e6e-1d3a89811680 req-2d3097de-b40c-43a8-95cd-2ff31ea3a7ad tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:22.266393 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7e8adbd9-5385-4929-8e6e-1d3a89811680 req-2d3097de-b40c-43a8-95cd-2ff31ea3a7ad tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 984 time: 0.0528643 Apr 12 18:23:22.334570 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7e8adbd9-5385-4929-8e6e-1d3a89811680 req-42989ffa-ffe6-4387-a9ed-9566c9960dfc tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&id=2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610681 Apr 12 18:23:22.422878 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-88e43c5d-048f-43d5-a498-484ded5ffce1 None None] Provisioning complete for port 7a08f442-c306-4d1d-a934-82f8c095a54a triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:22.423167 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-88e43c5d-048f-43d5-a498-484ded5ffce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (7a08f442-c306-4d1d-a934-82f8c095a54a), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:22.635480 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-88e43c5d-048f-43d5-a498-484ded5ffce1 None None] Current status of the port 7a08f442-c306-4d1d-a934-82f8c095a54a is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:23:22.825519 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47107092-da4b-486d-953b-10f0a03e5f47 req-55b62412-cac4-4ea4-b230-1d0a6922beb3 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:22.827082 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-47107092-da4b-486d-953b-10f0a03e5f47 req-55b62412-cac4-4ea4-b230-1d0a6922beb3 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/ports?device_id=15064804-b6aa-4e51-bf8e-ddaa942a8a65 HTTP/1.1" status: 200 len: 947 time: 0.0495329 Apr 12 18:23:22.874575 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-47107092-da4b-486d-953b-10f0a03e5f47 req-f9f64f2f-e2d5-4c84-924b-b30a7345112d tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27c39b1-7679-4963-b6d4-bfc9915a457b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413835 Apr 12 18:23:23.174545 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e3c21-7abd-4657-9d84-7e1966e3acb1 req-44d7977a-67c5-4492-a64c-bdcea06254fe tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:23.176084 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-726e3c21-7abd-4657-9d84-7e1966e3acb1 req-44d7977a-67c5-4492-a64c-bdcea06254fe tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.0501895 Apr 12 18:23:23.223410 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-726e3c21-7abd-4657-9d84-7e1966e3acb1 req-4e6f2fcb-310b-4655-9319-b85d9e074cf8 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417535 Apr 12 18:23:23.949606 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:23.994028 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e6015-fa66-469a-8fbc-975e7b1905d9 req-7f3cda38-8912-4d16-9895-bc3621f6937e tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:23.995521 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0f0e6015-fa66-469a-8fbc-975e7b1905d9 req-7f3cda38-8912-4d16-9895-bc3621f6937e tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/ports?device_id=15064804-b6aa-4e51-bf8e-ddaa942a8a65 HTTP/1.1" status: 200 len: 947 time: 0.0475845 Apr 12 18:23:24.041730 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0f0e6015-fa66-469a-8fbc-975e7b1905d9 req-84da1baa-ae01-401d-b278-11bdafa6b128 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27c39b1-7679-4963-b6d4-bfc9915a457b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406938 Apr 12 18:23:24.338020 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e074a02-5c01-476e-a565-e6b24d56ca52 req-5a0f7e29-696b-481b-ae32-ac45e55e7a71 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:24.339474 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5e074a02-5c01-476e-a565-e6b24d56ca52 req-5a0f7e29-696b-481b-ae32-ac45e55e7a71 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.0488613 Apr 12 18:23:24.384889 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5e074a02-5c01-476e-a565-e6b24d56ca52 req-71fd26c6-37a0-426e-b2fc-2b0040dc2aa0 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399890 Apr 12 18:23:24.560561 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36e0f8-ff4a-44e9-ae83-ff6addb04894 req-e3fd8a3a-5301-46e7-b50d-d47607aee5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:24.562103 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4d36e0f8-ff4a-44e9-ae83-ff6addb04894 req-e3fd8a3a-5301-46e7-b50d-d47607aee5fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=809186fad39d4f6d9876d3e1348b3ab0&device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 1168 time: 0.0448878 Apr 12 18:23:24.620344 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae693e65-88a5-47c9-bd2b-4e8ab4f5cc56 req-872a0fef-9bb1-4c5c-860f-c70ad2ed6aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:24.621794 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ae693e65-88a5-47c9-bd2b-4e8ab4f5cc56 req-872a0fef-9bb1-4c5c-860f-c70ad2ed6aca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6cdb13b21c9945e0b7f139a23228b471&device_id=15064804-b6aa-4e51-bf8e-ddaa942a8a65 HTTP/1.1" status: 200 len: 1131 time: 0.0673189 Apr 12 18:23:24.622685 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3504087-4c68-427d-a935-2df31a08e49d req-80914ea8-031b-4107-91a1-42f2df7d7828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:24.624008 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c3504087-4c68-427d-a935-2df31a08e49d req-80914ea8-031b-4107-91a1-42f2df7d7828 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=32de1a896084470f9de92a79d2b2ca07&device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 1129 time: 0.0604391 Apr 12 18:23:24.655162 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36e0f8-ff4a-44e9-ae83-ff6addb04894 req-59dceb50-c89b-4074-aa5d-f200ddf5f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:24.657000 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4d36e0f8-ff4a-44e9-ae83-ff6addb04894 req-59dceb50-c89b-4074-aa5d-f200ddf5f578 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32fddf7a-be6e-433e-a894-e115b22cd23d HTTP/1.1" status: 200 len: 915 time: 0.0862985 Apr 12 18:23:24.735532 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4d36e0f8-ff4a-44e9-ae83-ff6addb04894 req-f233e525-79fc-4a56-bb90-bcfd8970f017 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a08f442-c306-4d1d-a934-82f8c095a54a HTTP/1.1" status: 200 len: 1000 time: 0.0659297 Apr 12 18:23:24.791557 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36e0f8-ff4a-44e9-ae83-ff6addb04894 req-52047a1a-5c81-46c5-a6c3-481b76bd0753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:24.791557 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4d36e0f8-ff4a-44e9-ae83-ff6addb04894 req-52047a1a-5c81-46c5-a6c3-481b76bd0753 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc07eb1e-fff2-417b-b6fd-57ebe5882dc3 HTTP/1.1" status: 200 len: 853 time: 0.0465374 Apr 12 18:23:24.797365 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3504087-4c68-427d-a935-2df31a08e49d req-b7173744-7284-40ba-813c-de4cf6526a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:24.798906 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c3504087-4c68-427d-a935-2df31a08e49d req-b7173744-7284-40ba-813c-de4cf6526a30 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee HTTP/1.1" status: 200 len: 918 time: 0.1529574 Apr 12 18:23:24.800110 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae693e65-88a5-47c9-bd2b-4e8ab4f5cc56 req-555931ac-99dd-407b-9fd1-99d1fd43fd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:24.801194 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ae693e65-88a5-47c9-bd2b-4e8ab4f5cc56 req-555931ac-99dd-407b-9fd1-99d1fd43fd27 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e36e76c9-f064-4f0a-b808-de19e810a484 HTTP/1.1" status: 200 len: 870 time: 0.1635897 Apr 12 18:23:24.837211 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36e0f8-ff4a-44e9-ae83-ff6addb04894 req-ad352bfd-2e2b-43fa-ab9b-b947a4ef16a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:24.838752 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4d36e0f8-ff4a-44e9-ae83-ff6addb04894 req-ad352bfd-2e2b-43fa-ab9b-b947a4ef16a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32fddf7a-be6e-433e-a894-e115b22cd23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392790 Apr 12 18:23:24.855709 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c3504087-4c68-427d-a935-2df31a08e49d req-26a52527-fa86-4512-83c1-87caba46dc23 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dccf5120-d9a7-4d1d-b095-22f78fae45e6 HTTP/1.1" status: 200 len: 217 time: 0.0400903 Apr 12 18:23:24.889113 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ae693e65-88a5-47c9-bd2b-4e8ab4f5cc56 req-5f28b896-5453-4a9b-aa8a-5e95a42a859e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=3cb2b7b8-e162-4d08-a004-46b0992ab9f4 HTTP/1.1" status: 200 len: 217 time: 0.0677798 Apr 12 18:23:24.942349 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4d36e0f8-ff4a-44e9-ae83-ff6addb04894 req-d656ca5f-8511-4359-8977-7476fdc8b2d1 service neutron] 10.222.0.26 "GET /v2.0/networks/32fddf7a-be6e-433e-a894-e115b22cd23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973277 Apr 12 18:23:24.966687 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3504087-4c68-427d-a935-2df31a08e49d req-b4dd26f7-7c75-496d-a6c6-eaa29bf579a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:24.968153 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c3504087-4c68-427d-a935-2df31a08e49d req-b4dd26f7-7c75-496d-a6c6-eaa29bf579a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81df1cf4-cbde-4529-8fd2-878a9fd29f57 HTTP/1.1" status: 200 len: 856 time: 0.0872505 Apr 12 18:23:24.969536 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae693e65-88a5-47c9-bd2b-4e8ab4f5cc56 req-cda131b1-36b6-40b6-954d-d2838705a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:24.970828 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ae693e65-88a5-47c9-bd2b-4e8ab4f5cc56 req-cda131b1-36b6-40b6-954d-d2838705a884 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d2160be-9935-4bf1-a1b9-1efec347df68 HTTP/1.1" status: 200 len: 843 time: 0.0595446 Apr 12 18:23:25.047800 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4d36e0f8-ff4a-44e9-ae83-ff6addb04894 req-9c7e235a-d3d3-4209-b2cd-c586d133e817 service neutron] 10.222.0.26 "GET /v2.0/networks/32fddf7a-be6e-433e-a894-e115b22cd23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841477 Apr 12 18:23:25.052240 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3504087-4c68-427d-a935-2df31a08e49d req-a2582116-0440-4ef3-884f-4728c3e5addb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:25.053742 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c3504087-4c68-427d-a935-2df31a08e49d req-a2582116-0440-4ef3-884f-4728c3e5addb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672057 Apr 12 18:23:25.054775 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae693e65-88a5-47c9-bd2b-4e8ab4f5cc56 req-632d93f2-697c-46b0-9519-889cdd34c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:25.056176 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ae693e65-88a5-47c9-bd2b-4e8ab4f5cc56 req-632d93f2-697c-46b0-9519-889cdd34c159 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e36e76c9-f064-4f0a-b808-de19e810a484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0679746 Apr 12 18:23:25.242203 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41806848-e775-4efa-b97b-fd68ef9c95fc req-50af7ecc-8b81-4c37-a9dc-229831b3a382 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:25.243655 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-41806848-e775-4efa-b97b-fd68ef9c95fc req-50af7ecc-8b81-4c37-a9dc-229831b3a382 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/ports?device_id=15064804-b6aa-4e51-bf8e-ddaa942a8a65 HTTP/1.1" status: 200 len: 947 time: 0.1238465 Apr 12 18:23:25.282769 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ae693e65-88a5-47c9-bd2b-4e8ab4f5cc56 req-31aaf026-a898-4131-a9c3-a27f59b468ab service neutron] 10.222.0.26 "GET /v2.0/networks/e36e76c9-f064-4f0a-b808-de19e810a484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127514 Apr 12 18:23:25.285284 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c3504087-4c68-427d-a935-2df31a08e49d req-b82e3e15-8c1c-42fa-86b1-5d9bae4f29f7 service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165012 Apr 12 18:23:25.359862 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-41806848-e775-4efa-b97b-fd68ef9c95fc req-63dcbcdb-1fcc-41bf-b8ba-5c64c2637bbb tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27c39b1-7679-4963-b6d4-bfc9915a457b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063113 Apr 12 18:23:25.480625 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c3504087-4c68-427d-a935-2df31a08e49d req-b4d83f77-a76a-4384-af71-43976e486c6e service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815760 Apr 12 18:23:25.498809 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ae693e65-88a5-47c9-bd2b-4e8ab4f5cc56 req-c5ef2502-5378-4c6b-a09d-334e2766a996 service neutron] 10.222.0.26 "GET /v2.0/networks/e36e76c9-f064-4f0a-b808-de19e810a484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987238 Apr 12 18:23:25.516359 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b5322-6aa8-416c-9678-188effd3d997 req-4e7f0ed3-a14c-40c1-aef3-531a8b07744c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:25.517826 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f59b5322-6aa8-416c-9678-188effd3d997 req-4e7f0ed3-a14c-40c1-aef3-531a8b07744c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.0621686 Apr 12 18:23:25.570244 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f59b5322-6aa8-416c-9678-188effd3d997 req-6e79a1e4-e321-47b3-adab-dc5723722f1d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452549 Apr 12 18:23:26.207952 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 3cb2b7b8-e162-4d08-a004-46b0992ab9f4 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:23:26.305042 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 3cb2b7b8-e162-4d08-a004-46b0992ab9f4, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=3cb2b7b8-e162-4d08-a004-46b0992ab9f4,segment=NetworkSegment(f53daa96-605f-4fab-8534-042442e7ac75),segment_id=f53daa96-605f-4fab-8534-042442e7ac75)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:23:26.316114 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Returning: {'device': '3cb2b7b8-e162-4d08-a004-46b0992ab9f4', 'network_id': 'e36e76c9-f064-4f0a-b808-de19e810a484', 'port_id': '3cb2b7b8-e162-4d08-a004-46b0992ab9f4', 'mac_address': 'fa:16:3e:6a:15:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2160be-9935-4bf1-a1b9-1efec347df68', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:23:26.358197 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 3cb2b7b8-e162-4d08-a004-46b0992ab9f4 is: DOWN; New status is: BUILD {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:23:26.358614 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (3cb2b7b8-e162-4d08-a004-46b0992ab9f4), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:26.481498 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257435aa-9ae3-431a-85df-4bfb7f94e4cf req-9fc6c4dd-e13c-4f98-81f5-ac64d0d70e0a tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:26.483008 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-257435aa-9ae3-431a-85df-4bfb7f94e4cf req-9fc6c4dd-e13c-4f98-81f5-ac64d0d70e0a tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/ports?device_id=15064804-b6aa-4e51-bf8e-ddaa942a8a65 HTTP/1.1" status: 200 len: 947 time: 0.0503759 Apr 12 18:23:26.492594 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb2b7b8-e162-4d08-a004-46b0992ab9f4 {{(pid=103525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:23:26.513093 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 3cb2b7b8-e162-4d08-a004-46b0992ab9f4, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=3cb2b7b8-e162-4d08-a004-46b0992ab9f4,segment=NetworkSegment(f53daa96-605f-4fab-8534-042442e7ac75),segment_id=f53daa96-605f-4fab-8534-042442e7ac75)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:23:26.517405 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (3cb2b7b8-e162-4d08-a004-46b0992ab9f4), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:26.532328 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-257435aa-9ae3-431a-85df-4bfb7f94e4cf req-e2bfacab-215f-408b-9397-0f4089f1983b tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27c39b1-7679-4963-b6d4-bfc9915a457b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433033 Apr 12 18:23:26.567584 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=3cb2b7b8-e162-4d08-a004-46b0992ab9f4,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:26.577530 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:26.577885 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:26.578261 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:26.578666 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:26.579027 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:26.579364 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:26.579699 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:26.580030 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:26.580361 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:26.580689 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:26.581440 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:26.581768 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:26.582105 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:26.582436 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:26.582881 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:23:26.684020 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddc3b9-16fe-4c94-a820-8aa266b87f9f req-07740c71-7b56-41ce-abcb-586722024176 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:26.685505 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-54ddc3b9-16fe-4c94-a820-8aa266b87f9f req-07740c71-7b56-41ce-abcb-586722024176 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.0499122 Apr 12 18:23:26.731572 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-54ddc3b9-16fe-4c94-a820-8aa266b87f9f req-ef84e840-8104-41b1-9d30-e7c438db76b9 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400078 Apr 12 18:23:27.090920 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['3cb2b7b8-e162-4d08-a004-46b0992ab9f4'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:23:27.642776 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8322103-3135-4240-91b3-f00bbadadc35 req-160b563b-b3d1-4c86-8e40-2b28bf30c1fe tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:27.644233 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c8322103-3135-4240-91b3-f00bbadadc35 req-160b563b-b3d1-4c86-8e40-2b28bf30c1fe tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/ports?device_id=15064804-b6aa-4e51-bf8e-ddaa942a8a65 HTTP/1.1" status: 200 len: 948 time: 0.0467463 Apr 12 18:23:27.689727 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c8322103-3135-4240-91b3-f00bbadadc35 req-4ca9f584-59ff-49f0-8348-dbc2dc9e910e tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27c39b1-7679-4963-b6d4-bfc9915a457b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398812 Apr 12 18:23:27.843311 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b6e72-8a65-470e-a6c4-08e7782d042d req-57079c1d-ca74-460a-8769-b28fb708bb05 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:27.844751 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5e2b6e72-8a65-470e-a6c4-08e7782d042d req-57079c1d-ca74-460a-8769-b28fb708bb05 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.0455463 Apr 12 18:23:27.892463 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5e2b6e72-8a65-470e-a6c4-08e7782d042d req-5e00be15-fdf9-4a01-8226-0b6ddb952a18 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415032 Apr 12 18:23:28.326431 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 3cb2b7b8-e162-4d08-a004-46b0992ab9f4 up at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:23:28.372994 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning for port 3cb2b7b8-e162-4d08-a004-46b0992ab9f4 completed by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:23:28.378828 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning complete for port 3cb2b7b8-e162-4d08-a004-46b0992ab9f4 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:28.379214 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (3cb2b7b8-e162-4d08-a004-46b0992ab9f4), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:28.472443 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 3cb2b7b8-e162-4d08-a004-46b0992ab9f4 is: BUILD; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:23:28.472837 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (3cb2b7b8-e162-4d08-a004-46b0992ab9f4), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:28.495452 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15064804-b6aa-4e51-bf8e-ddaa942a8a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb2b7b8-e162-4d08-a004-46b0992ab9f4'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:23:28.497710 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5ca5f4-673b-46fe-b85f-656e65f4105f" -d '{"events": [{"server_uuid": "15064804-b6aa-4e51-bf8e-ddaa942a8a65", "name": "network-vif-plugged", "status": "completed", "tag": "3cb2b7b8-e162-4d08-a004-46b0992ab9f4"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:23:28.510645 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 3cb2b7b8-e162-4d08-a004-46b0992ab9f4, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=3cb2b7b8-e162-4d08-a004-46b0992ab9f4,segment=NetworkSegment(f53daa96-605f-4fab-8534-042442e7ac75),segment_id=f53daa96-605f-4fab-8534-042442e7ac75)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:23:28.514039 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (3cb2b7b8-e162-4d08-a004-46b0992ab9f4), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:28.554789 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c3f8ac-d767-4d6c-95d5-5e42d42066c6 x-openstack-request-id: req-a6c3f8ac-d767-4d6c-95d5-5e42d42066c6 {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:23:28.555345 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15064804-b6aa-4e51-bf8e-ddaa942a8a65", "name": "network-vif-plugged", "status": "completed", "tag": "3cb2b7b8-e162-4d08-a004-46b0992ab9f4", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:23:28.555808 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a6c3f8ac-d767-4d6c-95d5-5e42d42066c6 {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:23:28.556409 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6c3f8ac-d767-4d6c-95d5-5e42d42066c6'] response: {'server_uuid': '15064804-b6aa-4e51-bf8e-ddaa942a8a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb2b7b8-e162-4d08-a004-46b0992ab9f4', 'code': 200} Apr 12 18:23:28.570495 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=3cb2b7b8-e162-4d08-a004-46b0992ab9f4,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:28.810130 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2ba3b-d121-45aa-b46a-5aef01ece659 req-96b21272-f80e-401c-afc1-42cc9cf1d5a7 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:28.811598 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bbe2ba3b-d121-45aa-b46a-5aef01ece659 req-96b21272-f80e-401c-afc1-42cc9cf1d5a7 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/ports?device_id=15064804-b6aa-4e51-bf8e-ddaa942a8a65 HTTP/1.1" status: 200 len: 949 time: 0.0559909 Apr 12 18:23:28.858622 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bbe2ba3b-d121-45aa-b46a-5aef01ece659 req-9541bb74-c5df-4500-aac7-77fc6fcfbbac tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27c39b1-7679-4963-b6d4-bfc9915a457b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402186 Apr 12 18:23:29.004287 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92232451-0482-452b-83fb-a17f03851512 req-2ebd2dc7-56b8-40fb-988f-c01825d0bb1c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:29.005755 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-92232451-0482-452b-83fb-a17f03851512 req-2ebd2dc7-56b8-40fb-988f-c01825d0bb1c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.0459270 Apr 12 18:23:29.052101 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-92232451-0482-452b-83fb-a17f03851512 req-4c51a7da-10f3-4932-b545-784f0bb27f54 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408344 Apr 12 18:23:29.372925 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6bb79-6f53-4c33-9150-6f7f8c6c64fa req-c0531a3a-f413-42a8-9253-68677c2c8e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:29.374435 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0db6bb79-6f53-4c33-9150-6f7f8c6c64fa req-c0531a3a-f413-42a8-9253-68677c2c8e7c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=15064804-b6aa-4e51-bf8e-ddaa942a8a65 HTTP/1.1" status: 200 len: 1133 time: 0.0410888 Apr 12 18:23:29.417760 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0db6bb79-6f53-4c33-9150-6f7f8c6c64fa req-495db53d-c3d2-46dc-8663-48eeff1a7de2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f27c39b1-7679-4963-b6d4-bfc9915a457b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354557 Apr 12 18:23:29.979204 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc94296-c3b7-489d-b88b-563e60fda585 req-62e1e5dc-04e6-44ce-9d7b-836e90cf0345 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:29.981311 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5cc94296-c3b7-489d-b88b-563e60fda585 req-62e1e5dc-04e6-44ce-9d7b-836e90cf0345 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/ports?device_id=15064804-b6aa-4e51-bf8e-ddaa942a8a65 HTTP/1.1" status: 200 len: 949 time: 0.0499861 Apr 12 18:23:30.029531 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5cc94296-c3b7-489d-b88b-563e60fda585 req-3500be37-4c78-4095-885d-d6bf69f8d166 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27c39b1-7679-4963-b6d4-bfc9915a457b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413690 Apr 12 18:23:30.163440 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b6212-5705-444b-99f7-cf59e556f17f req-c704a28c-42cf-4f08-b709-4148e61123a5 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:30.164837 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-799b6212-5705-444b-99f7-cf59e556f17f req-c704a28c-42cf-4f08-b709-4148e61123a5 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.0459557 Apr 12 18:23:30.213777 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-799b6212-5705-444b-99f7-cf59e556f17f req-fbc3d952-84e4-4115-83f9-8834f1954e71 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433178 Apr 12 18:23:31.142049 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f74e1e-6eb0-4068-ae35-2a552fd46568 req-b906183a-65a3-41c8-9d31-fbc525d5e0d8 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:31.143517 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-58f74e1e-6eb0-4068-ae35-2a552fd46568 req-b906183a-65a3-41c8-9d31-fbc525d5e0d8 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/ports?device_id=15064804-b6aa-4e51-bf8e-ddaa942a8a65 HTTP/1.1" status: 200 len: 949 time: 0.0476758 Apr 12 18:23:31.193465 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-58f74e1e-6eb0-4068-ae35-2a552fd46568 req-01f52e39-c761-4a53-afb6-406921ee45ca tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27c39b1-7679-4963-b6d4-bfc9915a457b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441546 Apr 12 18:23:31.759743 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 40802) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:31.764219 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-ee8eb389-5c56-4475-a012-9a715287df7d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Request body: {'security_group': {'name': 'tempest-securitygroup--659781990', 'description': 'tempest-description--375031617'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:31.785177 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb389-5c56-4475-a012-9a715287df7d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:31.853846 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb389-5c56-4475-a012-9a715287df7d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks [] for security_group (7d5cc9c8-9d8a-43fc-8c47-472893ed0be1), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:31.857431 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb389-5c56-4475-a012-9a715287df7d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (7d5cc9c8-9d8a-43fc-8c47-472893ed0be1), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:31.887315 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb389-5c56-4475-a012-9a715287df7d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:31.888530 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-ee8eb389-5c56-4475-a012-9a715287df7d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1277790 Apr 12 18:23:31.889283 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8eb389-5c56-4475-a012-9a715287df7d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:31.891310 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 40804) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:31.896335 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d7388860-4dfa-4f14-8249-067e8f913c51 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Request body: {'security_group_rule': {'security_group_id': '7d5cc9c8-9d8a-43fc-8c47-472893ed0be1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:31.920273 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d7388860-4dfa-4f14-8249-067e8f913c51 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks [] for security_group_rule (8e39d6fa-0f82-4741-b793-3f1cfda427fc), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:31.978292 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d7388860-4dfa-4f14-8249-067e8f913c51 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks [] for security_group_rule (8e39d6fa-0f82-4741-b793-3f1cfda427fc), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:31.981953 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d7388860-4dfa-4f14-8249-067e8f913c51 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (8e39d6fa-0f82-4741-b793-3f1cfda427fc), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:32.000074 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7388860-4dfa-4f14-8249-067e8f913c51 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e39d6fa-0f82-4741-b793-3f1cfda427fc,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:32.010047 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d7388860-4dfa-4f14-8249-067e8f913c51 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:32.011225 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-d7388860-4dfa-4f14-8249-067e8f913c51 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190152 Apr 12 18:23:32.013964 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 40806) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:32.018075 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-bdc7ec11-09e9-43e0-9a3b-40170a614758 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Request body: {'security_group_rule': {'security_group_id': '7d5cc9c8-9d8a-43fc-8c47-472893ed0be1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:32.043559 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bdc7ec11-09e9-43e0-9a3b-40170a614758 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks [] for security_group_rule (739cbc21-dd2b-4176-8798-3d715d05af34), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:32.100118 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bdc7ec11-09e9-43e0-9a3b-40170a614758 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks [] for security_group_rule (739cbc21-dd2b-4176-8798-3d715d05af34), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:32.103824 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bdc7ec11-09e9-43e0-9a3b-40170a614758 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (739cbc21-dd2b-4176-8798-3d715d05af34), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:32.120721 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7ec11-09e9-43e0-9a3b-40170a614758 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=739cbc21-dd2b-4176-8798-3d715d05af34,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:32.128617 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bdc7ec11-09e9-43e0-9a3b-40170a614758 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:32.129869 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-bdc7ec11-09e9-43e0-9a3b-40170a614758 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149712 Apr 12 18:23:32.132953 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 40810) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:32.137307 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-bfda6192-e14f-410f-a1de-d3b6da37da8c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Request body: {'floatingip': {'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:32.156911 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bfda6192-e14f-410f-a1de-d3b6da37da8c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:32.236859 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bfda6192-e14f-410f-a1de-d3b6da37da8c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:32.332536 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976d1fa-cb2e-4eb8-b50c-6b983a2e7904 req-cc422fc3-bffd-494d-b04b-8e0b75c4951b tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:32.334028 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1976d1fa-cb2e-4eb8-b50c-6b983a2e7904 req-cc422fc3-bffd-494d-b04b-8e0b75c4951b tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/ports?device_id=15064804-b6aa-4e51-bf8e-ddaa942a8a65 HTTP/1.1" status: 200 len: 949 time: 0.0599082 Apr 12 18:23:32.408135 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-bfda6192-e14f-410f-a1de-d3b6da37da8c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Allocated IP 172.27.1.130 (8fe2c56e-0395-443d-a858-76cf54693827/10fb9747-8da5-4ac4-8e6b-c6dba6e53947/de7e5c47-7328-4965-ae3c-4d36d083365a) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:23:32.430509 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1976d1fa-cb2e-4eb8-b50c-6b983a2e7904 req-97beeb0c-8cce-401f-83d2-0b8936aa3fc6 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27c39b1-7679-4963-b6d4-bfc9915a457b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766222 Apr 12 18:23:32.536403 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bfda6192-e14f-410f-a1de-d3b6da37da8c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks [] for port (de7e5c47-7328-4965-ae3c-4d36d083365a), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:32.573301 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bfda6192-e14f-410f-a1de-d3b6da37da8c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (de7e5c47-7328-4965-ae3c-4d36d083365a), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:32.622098 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfda6192-e14f-410f-a1de-d3b6da37da8c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Network 8fe2c56e-0395-443d-a858-76cf54693827 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:23:32.628720 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-bfda6192-e14f-410f-a1de-d3b6da37da8c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:23:32.630847 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda6192-e14f-410f-a1de-d3b6da37da8c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Pushing event updated for resources: {'Port': ['ID=de7e5c47-7328-4965-ae3c-4d36d083365a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:32.633187 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfda6192-e14f-410f-a1de-d3b6da37da8c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:23:32.715635 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bfda6192-e14f-410f-a1de-d3b6da37da8c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks [] for floatingip (8b6ba2ce-51a0-407d-ab5d-515829ae2b31), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:32.726463 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f6458-71d3-4b11-ac4e-7d467a2fd561 req-eb78f05d-576a-4da2-b539-9a71c19e4388 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:32.727932 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c53f6458-71d3-4b11-ac4e-7d467a2fd561 req-eb78f05d-576a-4da2-b539-9a71c19e4388 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/ports?device_id=15064804-b6aa-4e51-bf8e-ddaa942a8a65 HTTP/1.1" status: 200 len: 949 time: 0.0591159 Apr 12 18:23:32.775658 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bfda6192-e14f-410f-a1de-d3b6da37da8c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (de7e5c47-7328-4965-ae3c-4d36d083365a), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:32.820262 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c53f6458-71d3-4b11-ac4e-7d467a2fd561 req-bdb951aa-bf3c-48a1-a0f4-800376d6bbe9 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27c39b1-7679-4963-b6d4-bfc9915a457b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853455 Apr 12 18:23:32.943486 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bfda6192-e14f-410f-a1de-d3b6da37da8c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks [] for port (de7e5c47-7328-4965-ae3c-4d36d083365a), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:32.947617 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bfda6192-e14f-410f-a1de-d3b6da37da8c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (de7e5c47-7328-4965-ae3c-4d36d083365a), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:32.978921 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bfda6192-e14f-410f-a1de-d3b6da37da8c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (8b6ba2ce-51a0-407d-ab5d-515829ae2b31), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:33.003664 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bfda6192-e14f-410f-a1de-d3b6da37da8c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:33.004916 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-bfda6192-e14f-410f-a1de-d3b6da37da8c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8710010 Apr 12 18:23:33.005816 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda6192-e14f-410f-a1de-d3b6da37da8c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Pushing event updated for resources: {'Port': ['ID=de7e5c47-7328-4965-ae3c-4d36d083365a,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:33.430615 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-8f43a727-fd94-45e2-9ccd-3e0259852ee4 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--659781990&fields=id&tenant_id=32de1a896084470f9de92a79d2b2ca07 HTTP/1.1" status: 200 len: 267 time: 0.2710969 Apr 12 18:23:33.530513 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-4776b558-ab9b-4ebb-9dd0-e3a78d6ad3a3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:33.531954 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-4776b558-ab9b-4ebb-9dd0-e3a78d6ad3a3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/networks?id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee HTTP/1.1" status: 200 len: 817 time: 0.0995874 Apr 12 18:23:33.545903 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-d36dd529-45f8-4427-a2f3-e76f6fe5857e tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/quotas/32de1a896084470f9de92a79d2b2ca07 HTTP/1.1" status: 200 len: 375 time: 0.0086575 Apr 12 18:23:33.601925 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-99076514-f0f1-4be4-b413-c5bd6fdfaa58 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=32de1a896084470f9de92a79d2b2ca07&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0511043 Apr 12 18:23:33.695298 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-3ceb5295-bbf4-4e48-b21a-179ca91f62f3 service neutron] 10.222.0.52 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819764 Apr 12 18:23:33.797064 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-95c0a535-2ea6-46b8-9f1a-d9f9aac8c5ff service neutron] 10.222.0.52 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961170 Apr 12 18:23:33.937539 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de1a26-1e02-41d8-9fd3-427e92a5af47 req-e0dab549-d629-4856-abc9-a41f20515b51 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:33.939146 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-28de1a26-1e02-41d8-9fd3-427e92a5af47 req-e0dab549-d629-4856-abc9-a41f20515b51 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/ports?device_id=15064804-b6aa-4e51-bf8e-ddaa942a8a65 HTTP/1.1" status: 200 len: 949 time: 0.0504961 Apr 12 18:23:33.972815 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8e9da326-a84a-43f4-ac52-81957df8402a req-98c32a93-bb5a-4927-a9f7-79d0ad0c389a tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 210 time: 0.0326176 Apr 12 18:23:34.010100 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-28de1a26-1e02-41d8-9fd3-427e92a5af47 req-58a7b362-0775-48bc-aebf-8fecb6919373 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27c39b1-7679-4963-b6d4-bfc9915a457b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608709 Apr 12 18:23:35.074719 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f3235768-5353-4a1d-9d3e-ac9c06f0f036 req-22791ec2-bc7e-4acf-b059-ec4563bca320 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 210 time: 0.0309923 Apr 12 18:23:35.180206 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daffd92-3498-4fd3-a68e-7eb4c915a72e req-22e3a886-e203-465c-8e7c-4b0a3899f405 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:35.181724 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5daffd92-3498-4fd3-a68e-7eb4c915a72e req-22e3a886-e203-465c-8e7c-4b0a3899f405 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/ports?device_id=15064804-b6aa-4e51-bf8e-ddaa942a8a65 HTTP/1.1" status: 200 len: 949 time: 0.0479202 Apr 12 18:23:35.268821 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b321ab-0b9a-4605-86d9-820d87427215 req-d0b5bb5b-7d41-4ec8-ae1f-b7fa5ae66911 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:35.268821 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-63b321ab-0b9a-4605-86d9-820d87427215 req-d0b5bb5b-7d41-4ec8-ae1f-b7fa5ae66911 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.26 "GET /v2.0/ports?device_id=15064804-b6aa-4e51-bf8e-ddaa942a8a65 HTTP/1.1" status: 200 len: 949 time: 0.0630436 Apr 12 18:23:35.268821 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5daffd92-3498-4fd3-a68e-7eb4c915a72e req-a58f4247-5f57-4b01-8ae9-5e0f2fb164e7 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27c39b1-7679-4963-b6d4-bfc9915a457b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809164 Apr 12 18:23:35.442108 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-63b321ab-0b9a-4605-86d9-820d87427215 req-cfe78f0f-cab1-4e3d-8a88-81708f3e45f5 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Deleting port 3cb2b7b8-e162-4d08-a004-46b0992ab9f4 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:23:35.442457 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-63b321ab-0b9a-4605-86d9-820d87427215 req-cfe78f0f-cab1-4e3d-8a88-81708f3e45f5 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (3cb2b7b8-e162-4d08-a004-46b0992ab9f4), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:35.520685 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-2e1f19f7-b488-4488-bb35-63a79d39f924 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:35.522370 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-2e1f19f7-b488-4488-bb35-63a79d39f924 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.26 "GET /v2.0/networks?id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee HTTP/1.1" status: 200 len: 817 time: 0.2055438 Apr 12 18:23:35.557882 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-63b321ab-0b9a-4605-86d9-820d87427215 req-cfe78f0f-cab1-4e3d-8a88-81708f3e45f5 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] For port 3cb2b7b8-e162-4d08-a004-46b0992ab9f4, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=3cb2b7b8-e162-4d08-a004-46b0992ab9f4,segment=NetworkSegment(f53daa96-605f-4fab-8534-042442e7ac75),segment_id=f53daa96-605f-4fab-8534-042442e7ac75)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:23:35.558258 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-63b321ab-0b9a-4605-86d9-820d87427215 req-cfe78f0f-cab1-4e3d-8a88-81708f3e45f5 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (3cb2b7b8-e162-4d08-a004-46b0992ab9f4), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:35.573260 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-63b321ab-0b9a-4605-86d9-820d87427215 req-cfe78f0f-cab1-4e3d-8a88-81708f3e45f5 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Calling delete_port for 3cb2b7b8-e162-4d08-a004-46b0992ab9f4 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:23:35.713798 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-a84173c0-e59e-4cba-856b-1a8ccaaf6318 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32de1a896084470f9de92a79d2b2ca07 HTTP/1.1" status: 200 len: 379 time: 0.0750194 Apr 12 18:23:35.724669 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-52c1f338-41c7-44af-a21f-73535a113e65 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Request body: {'port': {'device_id': '90226e5c-e0dd-4c60-a354-34141dc7e211', 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee', 'admin_state_up': True, 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'security_groups': ['7d5cc9c8-9d8a-43fc-8c47-472893ed0be1']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:35.834293 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-63b321ab-0b9a-4605-86d9-820d87427215 req-cfe78f0f-cab1-4e3d-8a88-81708f3e45f5 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079'] for port (3cb2b7b8-e162-4d08-a004-46b0992ab9f4), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:35.849342 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['3cb2b7b8-e162-4d08-a004-46b0992ab9f4'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:23:35.876573 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe78f0f-cab1-4e3d-8a88-81708f3e45f5 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Pushing event deleted for resources: {'Port': ['ID=3cb2b7b8-e162-4d08-a004-46b0992ab9f4,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:35.953976 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b321ab-0b9a-4605-86d9-820d87427215 req-cfe78f0f-cab1-4e3d-8a88-81708f3e45f5 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] No DVR routers for this DVR port 3cb2b7b8-e162-4d08-a004-46b0992ab9f4 on host hv-cinder-83753 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:23:35.958075 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-63b321ab-0b9a-4605-86d9-820d87427215 req-cfe78f0f-cab1-4e3d-8a88-81708f3e45f5 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:35.961406 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-63b321ab-0b9a-4605-86d9-820d87427215 req-cfe78f0f-cab1-4e3d-8a88-81708f3e45f5 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.26 "DELETE /v2.0/ports/3cb2b7b8-e162-4d08-a004-46b0992ab9f4 HTTP/1.1" status: 204 len: 173 time: 0.6842327 Apr 12 18:23:35.962894 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15064804-b6aa-4e51-bf8e-ddaa942a8a65', 'name': 'network-vif-deleted', 'tag': '3cb2b7b8-e162-4d08-a004-46b0992ab9f4'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:23:35.966756 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ff44208863b45d5314a74bf2796fa783e64ad3222a396cfa3f0d0395593348f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05232568-d8c5-4f46-95e5-c66614024c75" -d '{"events": [{"server_uuid": "15064804-b6aa-4e51-bf8e-ddaa942a8a65", "name": "network-vif-deleted", "tag": "3cb2b7b8-e162-4d08-a004-46b0992ab9f4"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:23:35.979029 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-52c1f338-41c7-44af-a21f-73535a113e65 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Made reservation on behalf of 32de1a896084470f9de92a79d2b2ca07 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:23:35.984186 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-52c1f338-41c7-44af-a21f-73535a113e65 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:36.016237 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba139145-f599-4ce8-a125-be4c5da4ce5d x-openstack-request-id: req-ba139145-f599-4ce8-a125-be4c5da4ce5d {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:23:36.016537 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15064804-b6aa-4e51-bf8e-ddaa942a8a65", "name": "network-vif-deleted", "tag": "3cb2b7b8-e162-4d08-a004-46b0992ab9f4", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:23:36.016794 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba139145-f599-4ce8-a125-be4c5da4ce5d {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:23:36.017217 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba139145-f599-4ce8-a125-be4c5da4ce5d'] response: {'server_uuid': '15064804-b6aa-4e51-bf8e-ddaa942a8a65', 'name': 'network-vif-deleted', 'tag': '3cb2b7b8-e162-4d08-a004-46b0992ab9f4', 'status': 'completed', 'code': 200} Apr 12 18:23:36.126874 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-52c1f338-41c7-44af-a21f-73535a113e65 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Allocated IP 172.20.0.12 (a32625e8-7fd9-4853-b0f9-4dac7eb08eee/81df1cf4-cbde-4529-8fd2-878a9fd29f57/b6e6cb98-196e-4b0e-b027-71f54056147d) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:23:36.190048 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6e7fe948-2337-49d5-9f1a-3ca303db9c9d req-e83ff323-ac3d-400a-9790-18a62b290e6d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 210 time: 0.0367515 Apr 12 18:23:36.291980 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-52c1f338-41c7-44af-a21f-73535a113e65 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks [] for port (b6e6cb98-196e-4b0e-b027-71f54056147d), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:36.326768 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-52c1f338-41c7-44af-a21f-73535a113e65 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (b6e6cb98-196e-4b0e-b027-71f54056147d), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:36.375240 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-52c1f338-41c7-44af-a21f-73535a113e65 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Network a32625e8-7fd9-4853-b0f9-4dac7eb08eee is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:23:36.392778 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-52c1f338-41c7-44af-a21f-73535a113e65 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:23:36.409992 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-52c1f338-41c7-44af-a21f-73535a113e65 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:23:36.415138 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-52c1f338-41c7-44af-a21f-73535a113e65 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:36.416144 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-52c1f338-41c7-44af-a21f-73535a113e65 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:36.418400 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1f338-41c7-44af-a21f-73535a113e65 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Pushing event updated for resources: {'Port': ['ID=b6e6cb98-196e-4b0e-b027-71f54056147d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:36.423249 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ec82bdfa-8893-4e57-9fdc-4c838b437571 req-e7278f8a-3bd9-457d-86d8-3a4ad2306924 tempest-VolumesNegativeTest-284490458 tempest-VolumesNegativeTest-284490458-project] 10.222.0.52 "GET /v2.0/ports?device_id=15064804-b6aa-4e51-bf8e-ddaa942a8a65 HTTP/1.1" status: 200 len: 210 time: 0.0554552 Apr 12 18:23:36.444016 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-52c1f338-41c7-44af-a21f-73535a113e65 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7244153 Apr 12 18:23:36.497750 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-3063269e-278a-4cd5-8776-6f20fcb128d3 service neutron] Request body: {'port': {'device_id': '90226e5c-e0dd-4c60-a354-34141dc7e211', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:36.567827 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-3063269e-278a-4cd5-8776-6f20fcb128d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (b6e6cb98-196e-4b0e-b027-71f54056147d), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:36.647995 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-f3e3250a-fbc8-4981-ba35-054c4104e549 None None] Provisioning complete for port b6e6cb98-196e-4b0e-b027-71f54056147d triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:36.648313 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f3e3250a-fbc8-4981-ba35-054c4104e549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (b6e6cb98-196e-4b0e-b027-71f54056147d), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:36.683445 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-f3e3250a-fbc8-4981-ba35-054c4104e549 None None] Port b6e6cb98-196e-4b0e-b027-71f54056147d cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:23:36.838892 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-3063269e-278a-4cd5-8776-6f20fcb128d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e6cb98-196e-4b0e-b027-71f54056147d {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:23:36.846097 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-3063269e-278a-4cd5-8776-6f20fcb128d3 service neutron] Publish callbacks [] for port (b6e6cb98-196e-4b0e-b027-71f54056147d), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:36.858050 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-3063269e-278a-4cd5-8776-6f20fcb128d3 service neutron] Transition to ACTIVE for port object b6e6cb98-196e-4b0e-b027-71f54056147d will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:23:36.862382 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-3063269e-278a-4cd5-8776-6f20fcb128d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (b6e6cb98-196e-4b0e-b027-71f54056147d), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:36.915464 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063269e-278a-4cd5-8776-6f20fcb128d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e6cb98-196e-4b0e-b027-71f54056147d,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:36.949899 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-3063269e-278a-4cd5-8776-6f20fcb128d3 service neutron] Attempting to bind port b6e6cb98-196e-4b0e-b027-71f54056147d on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:23:36.950241 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-3063269e-278a-4cd5-8776-6f20fcb128d3 service neutron] Attempting to bind port b6e6cb98-196e-4b0e-b027-71f54056147d by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'edec1111-fdc7-42f8-a301-37d5ffba24f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:23:36.950579 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-3063269e-278a-4cd5-8776-6f20fcb128d3 service neutron] Attempting to bind port b6e6cb98-196e-4b0e-b027-71f54056147d on network a32625e8-7fd9-4853-b0f9-4dac7eb08eee {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:23:36.954988 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-3063269e-278a-4cd5-8776-6f20fcb128d3 service neutron] Port b6e6cb98-196e-4b0e-b027-71f54056147d on network a32625e8-7fd9-4853-b0f9-4dac7eb08eee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:23:36.955314 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-3063269e-278a-4cd5-8776-6f20fcb128d3 service neutron] Attempting to bind port b6e6cb98-196e-4b0e-b027-71f54056147d on network a32625e8-7fd9-4853-b0f9-4dac7eb08eee {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:23:36.960376 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-3063269e-278a-4cd5-8776-6f20fcb128d3 service neutron] Checking agent: {'id': '5b3c503f-4bfd-4027-adb8-75f76add50a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'started_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:23:36.960725 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-3063269e-278a-4cd5-8776-6f20fcb128d3 service neutron] Checking segment: {'id': 'edec1111-fdc7-42f8-a301-37d5ffba24f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:23:36.961154 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-3063269e-278a-4cd5-8776-6f20fcb128d3 service neutron] Bound using segment: {'id': 'edec1111-fdc7-42f8-a301-37d5ffba24f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:23:36.961606 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-3063269e-278a-4cd5-8776-6f20fcb128d3 service neutron] Bound port: b6e6cb98-196e-4b0e-b027-71f54056147d, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edec1111-fdc7-42f8-a301-37d5ffba24f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:23:36.961959 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-3063269e-278a-4cd5-8776-6f20fcb128d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (b6e6cb98-196e-4b0e-b027-71f54056147d), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:37.030280 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-3063269e-278a-4cd5-8776-6f20fcb128d3 service neutron] For port b6e6cb98-196e-4b0e-b027-71f54056147d, host hv-cinder-83753, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:23:37.034054 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-3063269e-278a-4cd5-8776-6f20fcb128d3 service neutron] For port b6e6cb98-196e-4b0e-b027-71f54056147d, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b6e6cb98-196e-4b0e-b027-71f54056147d,segment=NetworkSegment(edec1111-fdc7-42f8-a301-37d5ffba24f1),segment_id=edec1111-fdc7-42f8-a301-37d5ffba24f1)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:23:37.040166 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-3063269e-278a-4cd5-8776-6f20fcb128d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (b6e6cb98-196e-4b0e-b027-71f54056147d), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:37.079249 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-3063269e-278a-4cd5-8776-6f20fcb128d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:37.079870 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-3063269e-278a-4cd5-8776-6f20fcb128d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:37.081610 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-3063269e-278a-4cd5-8776-6f20fcb128d3 service neutron] 10.222.0.26 "PUT /v2.0/ports/b6e6cb98-196e-4b0e-b027-71f54056147d HTTP/1.1" status: 200 len: 1094 time: 0.5881646 Apr 12 18:23:37.106106 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063269e-278a-4cd5-8776-6f20fcb128d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e6cb98-196e-4b0e-b027-71f54056147d,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:37.305170 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbada2-ee54-4ad0-946d-61e20d9118f3 req-43cae3b3-e285-4f18-9333-8d9f0f53f192 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:37.306651 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-97dbada2-ee54-4ad0-946d-61e20d9118f3 req-43cae3b3-e285-4f18-9333-8d9f0f53f192 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 944 time: 0.0472403 Apr 12 18:23:37.355413 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-97dbada2-ee54-4ad0-946d-61e20d9118f3 req-854d7296-dddc-4d8c-ab1e-701526fc61b6 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429747 Apr 12 18:23:37.982972 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-ff75eac4-d0ed-4989-9ac2-29821c8e3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:37.984663 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-ff75eac4-d0ed-4989-9ac2-29821c8e3629 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=32de1a896084470f9de92a79d2b2ca07&device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 1128 time: 0.0470285 Apr 12 18:23:38.018633 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90226e5c-e0dd-4c60-a354-34141dc7e211', 'tag': 'b6e6cb98-196e-4b0e-b027-71f54056147d'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:23:38.021086 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ff44208863b45d5314a74bf2796fa783e64ad3222a396cfa3f0d0395593348f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8128941-24f3-47d4-92c1-63f2c083b4c1" -d '{"events": [{"name": "network-changed", "server_uuid": "90226e5c-e0dd-4c60-a354-34141dc7e211", "tag": "b6e6cb98-196e-4b0e-b027-71f54056147d"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:23:38.061722 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222d004c-df01-49ae-bb7e-1bf29dcd75ba x-openstack-request-id: req-222d004c-df01-49ae-bb7e-1bf29dcd75ba {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:23:38.062153 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90226e5c-e0dd-4c60-a354-34141dc7e211", "tag": "b6e6cb98-196e-4b0e-b027-71f54056147d", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:23:38.062420 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-222d004c-df01-49ae-bb7e-1bf29dcd75ba {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:23:38.062818 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-222d004c-df01-49ae-bb7e-1bf29dcd75ba'] response: {'name': 'network-changed', 'server_uuid': '90226e5c-e0dd-4c60-a354-34141dc7e211', 'tag': 'b6e6cb98-196e-4b0e-b027-71f54056147d', 'status': 'completed', 'code': 200} Apr 12 18:23:38.323336 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 3cb2b7b8-e162-4d08-a004-46b0992ab9f4 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:23:38.344056 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] No Port match for: 3cb2b7b8-e162-4d08-a004-46b0992ab9f4 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:23:38.344410 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 3cb2b7b8-e162-4d08-a004-46b0992ab9f4 not bound to the agent host hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:23:38.509388 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-608a37e8-0c50-44c3-b13a-1a3771654a17 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6e6cb98-196e-4b0e-b027-71f54056147d HTTP/1.1" status: 200 len: 217 time: 0.0540934 Apr 12 18:23:38.531973 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a62735-8f24-4fa4-97f0-43acd8aa1c2f req-df189744-88c5-4eb4-ad3f-3e6237ee41fa tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:38.534218 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e8a62735-8f24-4fa4-97f0-43acd8aa1c2f req-df189744-88c5-4eb4-ad3f-3e6237ee41fa tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 944 time: 0.1062946 Apr 12 18:23:38.597535 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-8f250def-4784-46db-b366-d16d918c7efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:38.599304 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-8f250def-4784-46db-b366-d16d918c7efd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81df1cf4-cbde-4529-8fd2-878a9fd29f57 HTTP/1.1" status: 200 len: 856 time: 0.0817893 Apr 12 18:23:38.657682 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e8a62735-8f24-4fa4-97f0-43acd8aa1c2f req-9d50b684-1583-4144-ba54-371ff94daa91 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010642 Apr 12 18:23:38.693912 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-aa3365d0-b62b-4727-8544-5d9f53b69c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:38.695453 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-aa3365d0-b62b-4727-8544-5d9f53b69c08 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760369 Apr 12 18:23:38.789523 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-cdbb504e-b720-4fba-8ad1-7f6ec368b724 service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857184 Apr 12 18:23:38.893854 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a143b91-7e16-4df2-a0cd-3278eb9102ed req-b053a594-42ba-4ab2-b176-4eb6282d0550 service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977998 Apr 12 18:23:39.742146 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 41140) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:39.747908 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-2ccb631f-60a7-457e-9472-c8c035462a47 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1462193778', 'description': 'tempest-description--1602885284'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:39.797406 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ccb631f-60a7-457e-9472-c8c035462a47 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:39.813611 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f341e9-5b2a-4acc-8e14-b688994fc0b7 req-234f0d62-33f6-4f0e-9e63-e0d4a703ef8d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:39.815880 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-68f341e9-5b2a-4acc-8e14-b688994fc0b7 req-234f0d62-33f6-4f0e-9e63-e0d4a703ef8d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 944 time: 0.0741255 Apr 12 18:23:39.891632 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-68f341e9-5b2a-4acc-8e14-b688994fc0b7 req-6f74f0fe-5e33-4e38-8d01-121ea6110ef8 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694635 Apr 12 18:23:39.917538 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ccb631f-60a7-457e-9472-c8c035462a47 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group (f02d455d-5f36-4f7e-8ff8-9817fee2a862), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:39.921398 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ccb631f-60a7-457e-9472-c8c035462a47 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (f02d455d-5f36-4f7e-8ff8-9817fee2a862), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:39.952924 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ccb631f-60a7-457e-9472-c8c035462a47 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:39.954169 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-2ccb631f-60a7-457e-9472-c8c035462a47 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2102911 Apr 12 18:23:39.956516 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb631f-60a7-457e-9472-c8c035462a47 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f02d455d-5f36-4f7e-8ff8-9817fee2a862,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:39.957631 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 41152) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:39.967426 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-6b9bd4ed-eeea-4999-b350-644c38dc8a3c tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Request body: {'security_group_rule': {'security_group_id': 'f02d455d-5f36-4f7e-8ff8-9817fee2a862', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:40.005148 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6b9bd4ed-eeea-4999-b350-644c38dc8a3c tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group_rule (2d57a73f-92e1-4c22-a72f-8d4e030f262b), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:40.068730 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6b9bd4ed-eeea-4999-b350-644c38dc8a3c tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group_rule (2d57a73f-92e1-4c22-a72f-8d4e030f262b), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:40.072988 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6b9bd4ed-eeea-4999-b350-644c38dc8a3c tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (2d57a73f-92e1-4c22-a72f-8d4e030f262b), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:40.093806 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bd4ed-eeea-4999-b350-644c38dc8a3c tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d57a73f-92e1-4c22-a72f-8d4e030f262b,revision_number=0']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:40.100546 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6b9bd4ed-eeea-4999-b350-644c38dc8a3c tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:40.101998 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-6b9bd4ed-eeea-4999-b350-644c38dc8a3c tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421328 Apr 12 18:23:40.105049 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 41168) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:40.109905 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-fb09a5e6-01c9-4e1b-829a-f1c2c3d01b3e tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Request body: {'security_group_rule': {'security_group_id': 'f02d455d-5f36-4f7e-8ff8-9817fee2a862', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:40.141452 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb09a5e6-01c9-4e1b-829a-f1c2c3d01b3e tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group_rule (05b619d2-dd9a-4dff-bea1-5d3cc5d8097f), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:40.201837 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb09a5e6-01c9-4e1b-829a-f1c2c3d01b3e tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group_rule (05b619d2-dd9a-4dff-bea1-5d3cc5d8097f), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:40.206078 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb09a5e6-01c9-4e1b-829a-f1c2c3d01b3e tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (05b619d2-dd9a-4dff-bea1-5d3cc5d8097f), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:40.220521 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09a5e6-01c9-4e1b-829a-f1c2c3d01b3e tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b619d2-dd9a-4dff-bea1-5d3cc5d8097f,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:40.232486 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb09a5e6-01c9-4e1b-829a-f1c2c3d01b3e tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:40.233966 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-fb09a5e6-01c9-4e1b-829a-f1c2c3d01b3e tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277812 Apr 12 18:23:40.237652 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 41180) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:40.241913 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-18e92c66-2ff9-40b9-81c8-d67f476a67d3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Request body: {'floatingip': {'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:40.262647 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18e92c66-2ff9-40b9-81c8-d67f476a67d3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:40.350762 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18e92c66-2ff9-40b9-81c8-d67f476a67d3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:40.453603 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-18e92c66-2ff9-40b9-81c8-d67f476a67d3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Allocated IP 172.27.1.131 (8fe2c56e-0395-443d-a858-76cf54693827/10fb9747-8da5-4ac4-8e6b-c6dba6e53947/3100f530-f56b-4f4f-b461-8095b1f489c0) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:23:40.562423 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18e92c66-2ff9-40b9-81c8-d67f476a67d3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for port (3100f530-f56b-4f4f-b461-8095b1f489c0), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:40.595078 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18e92c66-2ff9-40b9-81c8-d67f476a67d3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (3100f530-f56b-4f4f-b461-8095b1f489c0), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:40.633896 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e92c66-2ff9-40b9-81c8-d67f476a67d3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Network 8fe2c56e-0395-443d-a858-76cf54693827 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:23:40.639323 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-18e92c66-2ff9-40b9-81c8-d67f476a67d3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:23:40.644452 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e92c66-2ff9-40b9-81c8-d67f476a67d3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:23:40.653760 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e92c66-2ff9-40b9-81c8-d67f476a67d3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event updated for resources: {'Port': ['ID=3100f530-f56b-4f4f-b461-8095b1f489c0,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:40.697776 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18e92c66-2ff9-40b9-81c8-d67f476a67d3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (f215a93a-4d13-4a7c-afe1-6a267c95a472), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:40.734083 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18e92c66-2ff9-40b9-81c8-d67f476a67d3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (3100f530-f56b-4f4f-b461-8095b1f489c0), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:40.882389 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18e92c66-2ff9-40b9-81c8-d67f476a67d3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for port (3100f530-f56b-4f4f-b461-8095b1f489c0), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:40.886642 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18e92c66-2ff9-40b9-81c8-d67f476a67d3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (3100f530-f56b-4f4f-b461-8095b1f489c0), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:40.921854 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18e92c66-2ff9-40b9-81c8-d67f476a67d3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (f215a93a-4d13-4a7c-afe1-6a267c95a472), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:40.946147 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18e92c66-2ff9-40b9-81c8-d67f476a67d3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:40.947395 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-18e92c66-2ff9-40b9-81c8-d67f476a67d3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7087407 Apr 12 18:23:40.948248 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e92c66-2ff9-40b9-81c8-d67f476a67d3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event updated for resources: {'Port': ['ID=3100f530-f56b-4f4f-b461-8095b1f489c0,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:41.015094 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1e723-6fa7-4bbc-a981-a61b06d3cc3d req-780efdc4-1e33-4a5e-9a7a-a2360fd0d138 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:41.016601 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f4b1e723-6fa7-4bbc-a981-a61b06d3cc3d req-780efdc4-1e33-4a5e-9a7a-a2360fd0d138 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 944 time: 0.0495675 Apr 12 18:23:41.065816 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f4b1e723-6fa7-4bbc-a981-a61b06d3cc3d req-6740dd82-fe58-4a74-8423-9a89bec01c1f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431185 Apr 12 18:23:41.159872 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-e21cdd26-89dc-4654-8482-a3fe99dbec61 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1462193778&fields=id&tenant_id=c5d28f86be7741b183b3d48b791ace5c HTTP/1.1" status: 200 len: 267 time: 0.0405059 Apr 12 18:23:41.265342 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-e6d508f1-7e61-411b-8ad8-43d051c21206 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:41.266799 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-e6d508f1-7e61-411b-8ad8-43d051c21206 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/networks?id=c9dc82e9-ba51-4034-af9b-11d793e8de94 HTTP/1.1" status: 200 len: 814 time: 0.1006029 Apr 12 18:23:41.281723 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-bbc4a0b9-2c20-4f1f-966b-d0016a5d899f tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/quotas/c5d28f86be7741b183b3d48b791ace5c HTTP/1.1" status: 200 len: 375 time: 0.0090580 Apr 12 18:23:41.332040 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-8be31cf3-e3b9-4871-a2b8-ad50f3f25658 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5d28f86be7741b183b3d48b791ace5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0449774 Apr 12 18:23:41.431800 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-ade35374-2cd6-4338-aac8-e488f970b046 service neutron] 10.222.0.52 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884285 Apr 12 18:23:41.521942 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-512259c1-ffcd-40a5-b006-0a9911a6f02a service neutron] 10.222.0.52 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844777 Apr 12 18:23:41.557846 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 41208) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:41.692177 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f9836666-462a-4db8-bbf6-7db4654f83c6 req-a42445f1-5ea0-43c9-af7d-0aa7c6dd3d95 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b8d1aa7-1602-4341-b5be-62b7c4049cc2 HTTP/1.1" status: 200 len: 210 time: 0.0377145 Apr 12 18:23:41.730038 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-abeff6da-47e4-4f01-aca0-2d74dacbdecd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6cdb13b21c9945e0b7f139a23228b471&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1685429 Apr 12 18:23:41.730419 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 41218) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:41.783349 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a6918f00-db3a-4e21-9317-6d7455ece432 admin admin] Publish callbacks [] for security_group (f27c39b1-7679-4963-b6d4-bfc9915a457b), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:41.805888 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a6918f00-db3a-4e21-9317-6d7455ece432 admin admin] Publish callbacks [] for security_group (f27c39b1-7679-4963-b6d4-bfc9915a457b), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:41.881788 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-52a8832e-7e24-4a5d-ae71-0e525f03b039 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-184039182&fields=id&tenant_id=28174fe24e7f4a5593b2b5f692ae7372 HTTP/1.1" status: 200 len: 267 time: 0.0688822 Apr 12 18:23:41.905219 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a6918f00-db3a-4e21-9317-6d7455ece432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (f27c39b1-7679-4963-b6d4-bfc9915a457b), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:41.908882 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a6918f00-db3a-4e21-9317-6d7455ece432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:41.910288 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-a6918f00-db3a-4e21-9317-6d7455ece432 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f27c39b1-7679-4963-b6d4-bfc9915a457b HTTP/1.1" status: 204 len: 168 time: 0.1790695 Apr 12 18:23:41.936320 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6918f00-db3a-4e21-9317-6d7455ece432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27c39b1-7679-4963-b6d4-bfc9915a457b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:42.288696 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600f76a-e8ce-4103-9723-8c6b84e3d200 req-f40568d2-cbd8-4aa6-ba01-a93095f98e97 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:42.290098 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a600f76a-e8ce-4103-9723-8c6b84e3d200 req-f40568d2-cbd8-4aa6-ba01-a93095f98e97 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 944 time: 0.0649917 Apr 12 18:23:42.316552 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-e283f399-81f9-44b7-806c-36c45a2cba71 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:42.317972 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-e283f399-81f9-44b7-806c-36c45a2cba71 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/networks?id=8935a1b3-0ad4-4541-b18d-1b5efbc9936f HTTP/1.1" status: 200 len: 808 time: 0.4302783 Apr 12 18:23:42.322511 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device b6e6cb98-196e-4b0e-b027-71f54056147d details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:23:42.343178 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-c032a7ab-de44-4e46-85e1-29e19566b4d2 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/quotas/28174fe24e7f4a5593b2b5f692ae7372 HTTP/1.1" status: 200 len: 375 time: 0.0178976 Apr 12 18:23:42.365212 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a600f76a-e8ce-4103-9723-8c6b84e3d200 req-f1e8f142-5a53-4a9b-9c9e-7913c8f03519 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696106 Apr 12 18:23:42.423638 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port b6e6cb98-196e-4b0e-b027-71f54056147d, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b6e6cb98-196e-4b0e-b027-71f54056147d,segment=NetworkSegment(edec1111-fdc7-42f8-a301-37d5ffba24f1),segment_id=edec1111-fdc7-42f8-a301-37d5ffba24f1)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:23:42.428286 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-ce0e1dca-82ff-4c03-9046-cae5ee1999a5 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=28174fe24e7f4a5593b2b5f692ae7372&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769246 Apr 12 18:23:42.436162 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128941-24f3-47d4-92c1-63f2c083b4c1 req-39da8bbc-4dec-4ef1-9c22-c5f09110a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:42.437182 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Returning: {'device': 'b6e6cb98-196e-4b0e-b027-71f54056147d', 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee', 'port_id': 'b6e6cb98-196e-4b0e-b027-71f54056147d', 'mac_address': 'fa:16:3e:6c:23:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:23:42.437736 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f8128941-24f3-47d4-92c1-63f2c083b4c1 req-39da8bbc-4dec-4ef1-9c22-c5f09110a810 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=32de1a896084470f9de92a79d2b2ca07&device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 1128 time: 0.0521243 Apr 12 18:23:42.482879 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port b6e6cb98-196e-4b0e-b027-71f54056147d is: DOWN; New status is: BUILD {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:23:42.483412 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (b6e6cb98-196e-4b0e-b027-71f54056147d), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:42.499297 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e6cb98-196e-4b0e-b027-71f54056147d {{(pid=103525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:23:42.519721 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port b6e6cb98-196e-4b0e-b027-71f54056147d, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b6e6cb98-196e-4b0e-b027-71f54056147d,segment=NetworkSegment(edec1111-fdc7-42f8-a301-37d5ffba24f1),segment_id=edec1111-fdc7-42f8-a301-37d5ffba24f1)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:23:42.525059 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (b6e6cb98-196e-4b0e-b027-71f54056147d), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:42.579407 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=b6e6cb98-196e-4b0e-b027-71f54056147d,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:42.605241 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-44705ec8-21a8-4b67-bfae-348ca1ff303b service neutron] 10.222.0.52 "GET /v2.0/networks/8935a1b3-0ad4-4541-b18d-1b5efbc9936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604102 Apr 12 18:23:42.606338 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128941-24f3-47d4-92c1-63f2c083b4c1 req-a2aa72e4-48e9-4dff-9862-e7eaab18cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:42.607672 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f8128941-24f3-47d4-92c1-63f2c083b4c1 req-a2aa72e4-48e9-4dff-9862-e7eaab18cd71 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee HTTP/1.1" status: 200 len: 918 time: 0.1618288 Apr 12 18:23:42.672116 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f8128941-24f3-47d4-92c1-63f2c083b4c1 req-aa82289e-9e67-4339-ba84-b8ac85a172cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6e6cb98-196e-4b0e-b027-71f54056147d HTTP/1.1" status: 200 len: 217 time: 0.0519145 Apr 12 18:23:42.732397 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-19a2047c-0269-456d-a59e-2db82bd1f4ce service neutron] 10.222.0.52 "GET /v2.0/networks/8935a1b3-0ad4-4541-b18d-1b5efbc9936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191306 Apr 12 18:23:42.790177 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ff5a69e6-3815-4eb3-8bc6-6be99717a1b9 req-ebe48fd5-4942-49d5-8968-372c51969026 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b8d1aa7-1602-4341-b5be-62b7c4049cc2 HTTP/1.1" status: 200 len: 210 time: 0.0288980 Apr 12 18:23:42.909584 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['b6e6cb98-196e-4b0e-b027-71f54056147d'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:23:43.028326 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128941-24f3-47d4-92c1-63f2c083b4c1 req-963edfde-2c50-4891-87e7-eb58b3f429d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:43.032857 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f8128941-24f3-47d4-92c1-63f2c083b4c1 req-963edfde-2c50-4891-87e7-eb58b3f429d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81df1cf4-cbde-4529-8fd2-878a9fd29f57 HTTP/1.1" status: 200 len: 856 time: 0.0950830 Apr 12 18:23:43.110113 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-25cef1cc-3601-454c-a25c-6079dbce74da req-e7826a16-9d16-4c2a-ba2b-d63bfa819086 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 210 time: 0.0834754 Apr 12 18:23:43.159908 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128941-24f3-47d4-92c1-63f2c083b4c1 req-913cb56f-a8b4-4a1f-a129-ddd184466996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:43.165544 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f8128941-24f3-47d4-92c1-63f2c083b4c1 req-913cb56f-a8b4-4a1f-a129-ddd184466996 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1153874 Apr 12 18:23:43.173769 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-034c66cb-9b65-4a4a-a295-726b65732c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:43.271178 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-b4eb67e4-d3c5-4091-87ca-34842067728c tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:43.272617 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-b4eb67e4-d3c5-4091-87ca-34842067728c tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.26 "GET /v2.0/networks?id=c9dc82e9-ba51-4034-af9b-11d793e8de94 HTTP/1.1" status: 200 len: 814 time: 0.2276947 Apr 12 18:23:43.294215 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f8128941-24f3-47d4-92c1-63f2c083b4c1 req-c1eea5d6-cde8-48cf-8f6b-ce0cd414608a service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261878 Apr 12 18:23:43.555450 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-4c78a97c-9794-4a04-a5ef-3a5afe589877 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5d28f86be7741b183b3d48b791ace5c HTTP/1.1" status: 200 len: 473 time: 0.1864371 Apr 12 18:23:43.561488 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db010bb3-599e-4d95-9c23-ab902957cec4 req-40a440b0-a93f-4db5-998d-3c52b24b0d6f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:43.562860 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-db010bb3-599e-4d95-9c23-ab902957cec4 req-40a440b0-a93f-4db5-998d-3c52b24b0d6f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 945 time: 0.1164167 Apr 12 18:23:43.566157 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f8128941-24f3-47d4-92c1-63f2c083b4c1 req-dc2d38f6-f85d-4f3a-acfe-d856d9a413aa service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984320 Apr 12 18:23:43.569456 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-49271459-aaf5-4aa0-94fe-d1d081526572 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Request body: {'port': {'device_id': '1b8d1aa7-1602-4341-b5be-62b7c4049cc2', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'admin_state_up': True, 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'security_groups': ['f02d455d-5f36-4f7e-8ff8-9817fee2a862']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:43.689612 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-db010bb3-599e-4d95-9c23-ab902957cec4 req-6de055be-cdae-4155-a7e7-7d79d74e575c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163585 Apr 12 18:23:43.719625 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-49271459-aaf5-4aa0-94fe-d1d081526572 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Made reservation on behalf of c5d28f86be7741b183b3d48b791ace5c for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:23:43.723113 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-49271459-aaf5-4aa0-94fe-d1d081526572 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:43.855006 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-49271459-aaf5-4aa0-94fe-d1d081526572 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Allocated IP 172.20.0.10 (c9dc82e9-ba51-4034-af9b-11d793e8de94/e9a9f4b8-3305-469c-8769-0a7b186de1c2/62c2fa9f-ed54-4868-8154-5adda33cff5a) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:23:43.895362 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-54d59e2f-eb5b-408b-9793-2f389ab0e7dc req-eb66ee36-181e-4f4d-b1cb-e9d7c8226b4e tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b8d1aa7-1602-4341-b5be-62b7c4049cc2 HTTP/1.1" status: 200 len: 210 time: 0.0378985 Apr 12 18:23:44.024932 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-49271459-aaf5-4aa0-94fe-d1d081526572 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for port (62c2fa9f-ed54-4868-8154-5adda33cff5a), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:44.058499 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-49271459-aaf5-4aa0-94fe-d1d081526572 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (62c2fa9f-ed54-4868-8154-5adda33cff5a), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:44.129843 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-49271459-aaf5-4aa0-94fe-d1d081526572 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Network c9dc82e9-ba51-4034-af9b-11d793e8de94 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:23:44.144207 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-49271459-aaf5-4aa0-94fe-d1d081526572 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:23:44.149364 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-49271459-aaf5-4aa0-94fe-d1d081526572 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:23:44.154408 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-49271459-aaf5-4aa0-94fe-d1d081526572 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:44.155318 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-49271459-aaf5-4aa0-94fe-d1d081526572 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:44.197659 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49271459-aaf5-4aa0-94fe-d1d081526572 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event updated for resources: {'Port': ['ID=62c2fa9f-ed54-4868-8154-5adda33cff5a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:44.255200 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-49271459-aaf5-4aa0-94fe-d1d081526572 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6909750 Apr 12 18:23:44.256955 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5720c662-a4df-4a24-a8b7-6a8517e11c51 req-c4defb80-5601-4f4f-80eb-1801d44bc7e0 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 210 time: 0.0526366 Apr 12 18:23:44.278977 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-cdb8e560-d84e-4185-a19c-a4469c4e207f service neutron] Request body: {'port': {'device_id': '1b8d1aa7-1602-4341-b5be-62b7c4049cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:44.319058 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-068e3ee7-47c2-491c-b498-24b3a13ca33f tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:44.320568 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-068e3ee7-47c2-491c-b498-24b3a13ca33f tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.26 "GET /v2.0/networks?id=8935a1b3-0ad4-4541-b18d-1b5efbc9936f HTTP/1.1" status: 200 len: 808 time: 0.2220533 Apr 12 18:23:44.351301 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device b6e6cb98-196e-4b0e-b027-71f54056147d up at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:23:44.384956 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-cdb8e560-d84e-4185-a19c-a4469c4e207f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (62c2fa9f-ed54-4868-8154-5adda33cff5a), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:44.397868 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-9aa93d0a-bf74-45c6-9516-3ee8b7758f53 None None] Provisioning complete for port 62c2fa9f-ed54-4868-8154-5adda33cff5a triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:44.398243 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-9aa93d0a-bf74-45c6-9516-3ee8b7758f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (62c2fa9f-ed54-4868-8154-5adda33cff5a), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:44.435921 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning for port b6e6cb98-196e-4b0e-b027-71f54056147d completed by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:23:44.437923 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-e10cbe03-3901-4704-a03a-d754606307ff tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28174fe24e7f4a5593b2b5f692ae7372 HTTP/1.1" status: 200 len: 379 time: 0.1042731 Apr 12 18:23:44.441161 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-9aa93d0a-bf74-45c6-9516-3ee8b7758f53 None None] Port 62c2fa9f-ed54-4868-8154-5adda33cff5a cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:23:44.445553 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning complete for port b6e6cb98-196e-4b0e-b027-71f54056147d triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:44.446225 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (b6e6cb98-196e-4b0e-b027-71f54056147d), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:44.449267 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-11bbe6ea-bbee-42b4-a8ed-289eda54d358 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Request body: {'port': {'device_id': 'b83bcc45-19f6-4be2-8d80-e3809e37494c', 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f', 'admin_state_up': True, 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'security_groups': ['cf88e6be-fd71-4834-b365-f6974653d2bc']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:44.530514 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port b6e6cb98-196e-4b0e-b027-71f54056147d is: BUILD; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:23:44.530813 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (b6e6cb98-196e-4b0e-b027-71f54056147d), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:44.553669 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90226e5c-e0dd-4c60-a354-34141dc7e211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e6cb98-196e-4b0e-b027-71f54056147d'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:23:44.555888 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac43a35-5a17-4bf9-8edb-ef9d312441b2" -d '{"events": [{"server_uuid": "90226e5c-e0dd-4c60-a354-34141dc7e211", "name": "network-vif-plugged", "status": "completed", "tag": "b6e6cb98-196e-4b0e-b027-71f54056147d"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:23:44.571903 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port b6e6cb98-196e-4b0e-b027-71f54056147d, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b6e6cb98-196e-4b0e-b027-71f54056147d,segment=NetworkSegment(edec1111-fdc7-42f8-a301-37d5ffba24f1),segment_id=edec1111-fdc7-42f8-a301-37d5ffba24f1)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:23:44.577013 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (b6e6cb98-196e-4b0e-b027-71f54056147d), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:44.602547 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d127a5f-9571-4484-b869-00dbd5f6d043 x-openstack-request-id: req-2d127a5f-9571-4484-b869-00dbd5f6d043 {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:23:44.602843 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90226e5c-e0dd-4c60-a354-34141dc7e211", "name": "network-vif-plugged", "status": "completed", "tag": "b6e6cb98-196e-4b0e-b027-71f54056147d", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:23:44.603099 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2d127a5f-9571-4484-b869-00dbd5f6d043 {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:23:44.603501 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d127a5f-9571-4484-b869-00dbd5f6d043'] response: {'server_uuid': '90226e5c-e0dd-4c60-a354-34141dc7e211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e6cb98-196e-4b0e-b027-71f54056147d', 'code': 200} Apr 12 18:23:44.631615 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=b6e6cb98-196e-4b0e-b027-71f54056147d,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:44.687560 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-11bbe6ea-bbee-42b4-a8ed-289eda54d358 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Made reservation on behalf of 28174fe24e7f4a5593b2b5f692ae7372 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:23:44.691630 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-11bbe6ea-bbee-42b4-a8ed-289eda54d358 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:44.798365 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97054e1-576a-4698-88ba-8c1a9c9136f9 req-3c3b6654-e528-4c3d-bf96-d04ed77d7e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:44.800629 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-f97054e1-576a-4698-88ba-8c1a9c9136f9 req-3c3b6654-e528-4c3d-bf96-d04ed77d7e22 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 1130 time: 0.0392263 Apr 12 18:23:44.851191 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-f97054e1-576a-4698-88ba-8c1a9c9136f9 req-b28b29d6-7442-458a-a481-c26503bcd181 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428970 Apr 12 18:23:44.887778 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b215e2-2c79-42ad-bcac-8f11ddd21bda req-556ae3e7-325d-4755-9bdd-8ed387ebef40 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:44.889260 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-52b215e2-2c79-42ad-bcac-8f11ddd21bda req-556ae3e7-325d-4755-9bdd-8ed387ebef40 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.1207802 Apr 12 18:23:44.915302 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-cdb8e560-d84e-4185-a19c-a4469c4e207f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c2fa9f-ed54-4868-8154-5adda33cff5a {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:23:44.932973 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-cdb8e560-d84e-4185-a19c-a4469c4e207f service neutron] Publish callbacks [] for port (62c2fa9f-ed54-4868-8154-5adda33cff5a), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:44.949663 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-11bbe6ea-bbee-42b4-a8ed-289eda54d358 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Allocated IP 172.20.0.12 (8935a1b3-0ad4-4541-b18d-1b5efbc9936f/79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d/96cae789-19b7-4db5-b6c2-ab4494f27b21) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:23:44.981343 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-cdb8e560-d84e-4185-a19c-a4469c4e207f service neutron] Transition to ACTIVE for port object 62c2fa9f-ed54-4868-8154-5adda33cff5a will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:23:44.996535 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-cdb8e560-d84e-4185-a19c-a4469c4e207f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (62c2fa9f-ed54-4868-8154-5adda33cff5a), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:45.020001 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-52b215e2-2c79-42ad-bcac-8f11ddd21bda req-09262bec-3a28-4938-bc07-fc18b40f9077 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243751 Apr 12 18:23:45.095392 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f60d2e-fbec-475c-9912-4f87bd2e308b req-dbb9df81-a713-417a-bee0-1cfd718212e6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:45.097649 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-01f60d2e-fbec-475c-9912-4f87bd2e308b req-dbb9df81-a713-417a-bee0-1cfd718212e6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b8d1aa7-1602-4341-b5be-62b7c4049cc2 HTTP/1.1" status: 200 len: 944 time: 0.1240723 Apr 12 18:23:45.162557 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8e560-d84e-4185-a19c-a4469c4e207f service neutron] Pushing event updated for resources: {'Port': ['ID=62c2fa9f-ed54-4868-8154-5adda33cff5a,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:45.261285 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-cdb8e560-d84e-4185-a19c-a4469c4e207f service neutron] Attempting to bind port 62c2fa9f-ed54-4868-8154-5adda33cff5a on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:23:45.261630 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-cdb8e560-d84e-4185-a19c-a4469c4e207f service neutron] Attempting to bind port 62c2fa9f-ed54-4868-8154-5adda33cff5a by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '5377f466-4b6e-46ba-a53b-1eadcfe56874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:23:45.261975 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-cdb8e560-d84e-4185-a19c-a4469c4e207f service neutron] Attempting to bind port 62c2fa9f-ed54-4868-8154-5adda33cff5a on network c9dc82e9-ba51-4034-af9b-11d793e8de94 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:23:45.271963 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-01f60d2e-fbec-475c-9912-4f87bd2e308b req-b5e43864-7bf3-4020-bb8e-23f354d7eb95 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=f02d455d-5f36-4f7e-8ff8-9817fee2a862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647668 Apr 12 18:23:45.278339 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-cdb8e560-d84e-4185-a19c-a4469c4e207f service neutron] Port 62c2fa9f-ed54-4868-8154-5adda33cff5a on network c9dc82e9-ba51-4034-af9b-11d793e8de94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:23:45.278677 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-cdb8e560-d84e-4185-a19c-a4469c4e207f service neutron] Attempting to bind port 62c2fa9f-ed54-4868-8154-5adda33cff5a on network c9dc82e9-ba51-4034-af9b-11d793e8de94 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:23:45.291922 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-cdb8e560-d84e-4185-a19c-a4469c4e207f service neutron] Checking agent: {'id': '5b3c503f-4bfd-4027-adb8-75f76add50a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'started_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:23:45.292279 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-cdb8e560-d84e-4185-a19c-a4469c4e207f service neutron] Checking segment: {'id': '5377f466-4b6e-46ba-a53b-1eadcfe56874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:23:45.292671 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-cdb8e560-d84e-4185-a19c-a4469c4e207f service neutron] Bound using segment: {'id': '5377f466-4b6e-46ba-a53b-1eadcfe56874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:23:45.293149 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-cdb8e560-d84e-4185-a19c-a4469c4e207f service neutron] Bound port: 62c2fa9f-ed54-4868-8154-5adda33cff5a, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5377f466-4b6e-46ba-a53b-1eadcfe56874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:23:45.293525 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-cdb8e560-d84e-4185-a19c-a4469c4e207f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (62c2fa9f-ed54-4868-8154-5adda33cff5a), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:45.345182 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-11bbe6ea-bbee-42b4-a8ed-289eda54d358 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for port (96cae789-19b7-4db5-b6c2-ab4494f27b21), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:45.384882 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-259e2dbc-bd58-4e13-b3a7-034ab24f2d7b req-dbf201ee-5b82-4c3d-8bb9-023c45f86bc8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 210 time: 0.0427229 Apr 12 18:23:45.421113 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-cdb8e560-d84e-4185-a19c-a4469c4e207f service neutron] For port 62c2fa9f-ed54-4868-8154-5adda33cff5a, host hv-cinder-83753, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:23:45.436395 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-cdb8e560-d84e-4185-a19c-a4469c4e207f service neutron] For port 62c2fa9f-ed54-4868-8154-5adda33cff5a, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=62c2fa9f-ed54-4868-8154-5adda33cff5a,segment=NetworkSegment(5377f466-4b6e-46ba-a53b-1eadcfe56874),segment_id=5377f466-4b6e-46ba-a53b-1eadcfe56874)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:23:45.443707 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-cdb8e560-d84e-4185-a19c-a4469c4e207f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (62c2fa9f-ed54-4868-8154-5adda33cff5a), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:45.452055 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-11bbe6ea-bbee-42b4-a8ed-289eda54d358 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (96cae789-19b7-4db5-b6c2-ab4494f27b21), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:45.490786 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-cdb8e560-d84e-4185-a19c-a4469c4e207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:45.491416 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-cdb8e560-d84e-4185-a19c-a4469c4e207f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:45.492815 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-cdb8e560-d84e-4185-a19c-a4469c4e207f service neutron] 10.222.0.26 "PUT /v2.0/ports/62c2fa9f-ed54-4868-8154-5adda33cff5a HTTP/1.1" status: 200 len: 1094 time: 1.2259209 Apr 12 18:23:45.494823 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8d1aa7-1602-4341-b5be-62b7c4049cc2', 'tag': '62c2fa9f-ed54-4868-8154-5adda33cff5a'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:23:45.497094 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ff44208863b45d5314a74bf2796fa783e64ad3222a396cfa3f0d0395593348f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc929c22-81af-4987-a2ec-f8e9c62462a4" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8d1aa7-1602-4341-b5be-62b7c4049cc2", "tag": "62c2fa9f-ed54-4868-8154-5adda33cff5a"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:23:45.512041 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-11bbe6ea-bbee-42b4-a8ed-289eda54d358 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Network 8935a1b3-0ad4-4541-b18d-1b5efbc9936f is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:23:45.515075 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-11bbe6ea-bbee-42b4-a8ed-289eda54d358 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:23:45.521346 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-11bbe6ea-bbee-42b4-a8ed-289eda54d358 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:23:45.526796 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-11bbe6ea-bbee-42b4-a8ed-289eda54d358 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:45.527464 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-11bbe6ea-bbee-42b4-a8ed-289eda54d358 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:45.540682 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-3078403c-fa73-4ff1-a71f-7b760c3a7b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:45.545285 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260961d6-715a-4217-9a1e-646034dbab67 x-openstack-request-id: req-260961d6-715a-4217-9a1e-646034dbab67 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:23:45.545642 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8d1aa7-1602-4341-b5be-62b7c4049cc2", "tag": "62c2fa9f-ed54-4868-8154-5adda33cff5a", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:23:45.545920 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-260961d6-715a-4217-9a1e-646034dbab67 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:23:45.546275 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-260961d6-715a-4217-9a1e-646034dbab67'] response: {'name': 'network-changed', 'server_uuid': '1b8d1aa7-1602-4341-b5be-62b7c4049cc2', 'tag': '62c2fa9f-ed54-4868-8154-5adda33cff5a', 'status': 'completed', 'code': 200} Apr 12 18:23:45.550465 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8e560-d84e-4185-a19c-a4469c4e207f service neutron] Pushing event updated for resources: {'Port': ['ID=62c2fa9f-ed54-4868-8154-5adda33cff5a,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:45.582958 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-11bbe6ea-bbee-42b4-a8ed-289eda54d358 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1374333 Apr 12 18:23:45.604007 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbe6ea-bbee-42b4-a8ed-289eda54d358 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Pushing event updated for resources: {'Port': ['ID=96cae789-19b7-4db5-b6c2-ab4494f27b21,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:45.847694 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-b760ed68-8956-44f6-b84b-98e7d879710c None None] Provisioning complete for port 96cae789-19b7-4db5-b6c2-ab4494f27b21 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:45.848068 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b760ed68-8956-44f6-b84b-98e7d879710c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (96cae789-19b7-4db5-b6c2-ab4494f27b21), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:45.881700 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-b760ed68-8956-44f6-b84b-98e7d879710c None None] Port 96cae789-19b7-4db5-b6c2-ab4494f27b21 cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:23:45.965593 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-bd7e6307-54e1-435e-a96d-d62b279ab6e8 service neutron] Request body: {'port': {'device_id': 'b83bcc45-19f6-4be2-8d80-e3809e37494c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:46.056301 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc929c22-81af-4987-a2ec-f8e9c62462a4 req-d4a1f5e2-1060-4dc8-8e41-a0ea62f425a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:46.057825 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bc929c22-81af-4987-a2ec-f8e9c62462a4 req-d4a1f5e2-1060-4dc8-8e41-a0ea62f425a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5d28f86be7741b183b3d48b791ace5c&device_id=1b8d1aa7-1602-4341-b5be-62b7c4049cc2 HTTP/1.1" status: 200 len: 1128 time: 0.0727873 Apr 12 18:23:46.064313 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-bd7e6307-54e1-435e-a96d-d62b279ab6e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (96cae789-19b7-4db5-b6c2-ab4494f27b21), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:46.492690 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c90a37-104c-4bb6-a570-a8b2f9a7ab4f req-9c57b2dc-337d-46e2-bf10-3b5bb2b7554a tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:46.494078 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-00c90a37-104c-4bb6-a570-a8b2f9a7ab4f req-9c57b2dc-337d-46e2-bf10-3b5bb2b7554a tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.4020948 Apr 12 18:23:46.579757 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd642f8e-e4c0-48e7-bf1c-a23f1d50ae19 req-33caa671-f9be-47e7-ac95-2a8f9e7b14e1 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:46.581441 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bd642f8e-e4c0-48e7-bf1c-a23f1d50ae19 req-33caa671-f9be-47e7-ac95-2a8f9e7b14e1 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b8d1aa7-1602-4341-b5be-62b7c4049cc2 HTTP/1.1" status: 200 len: 944 time: 0.1522923 Apr 12 18:23:46.628109 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc929c22-81af-4987-a2ec-f8e9c62462a4 req-f748e8b1-c6c5-4617-8b4c-32c91c436a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:46.629627 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bc929c22-81af-4987-a2ec-f8e9c62462a4 req-f748e8b1-c6c5-4617-8b4c-32c91c436a86 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c5d28f86be7741b183b3d48b791ace5c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5488198 Apr 12 18:23:46.670508 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-00c90a37-104c-4bb6-a570-a8b2f9a7ab4f req-abd426db-9e87-45be-8b88-62e0b07270c1 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648064 Apr 12 18:23:46.724055 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bd642f8e-e4c0-48e7-bf1c-a23f1d50ae19 req-7b3cf637-6ad2-473d-adb6-881d780b5037 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=f02d455d-5f36-4f7e-8ff8-9817fee2a862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341765 Apr 12 18:23:46.787002 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734e508-0f37-45d2-9f65-7d01fb8402cb req-3cf9295d-f04a-4cec-9d27-d3c9b8654f7a tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:46.788372 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6734e508-0f37-45d2-9f65-7d01fb8402cb req-3cf9295d-f04a-4cec-9d27-d3c9b8654f7a tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 932 time: 0.0634086 Apr 12 18:23:46.834059 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:46.874416 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6734e508-0f37-45d2-9f65-7d01fb8402cb req-50acbfc2-228a-4216-a33e-baa9fa0da20e tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798378 Apr 12 18:23:46.901985 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-bd7e6307-54e1-435e-a96d-d62b279ab6e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96cae789-19b7-4db5-b6c2-ab4494f27b21 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:23:46.921380 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-bd7e6307-54e1-435e-a96d-d62b279ab6e8 service neutron] Publish callbacks [] for port (96cae789-19b7-4db5-b6c2-ab4494f27b21), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:46.964962 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-bd7e6307-54e1-435e-a96d-d62b279ab6e8 service neutron] Transition to ACTIVE for port object 96cae789-19b7-4db5-b6c2-ab4494f27b21 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:23:46.969870 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-bd7e6307-54e1-435e-a96d-d62b279ab6e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (96cae789-19b7-4db5-b6c2-ab4494f27b21), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:47.039617 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc929c22-81af-4987-a2ec-f8e9c62462a4 req-c3517dbb-36aa-4b5b-9dcc-8ac6ccc70655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:47.041024 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bc929c22-81af-4987-a2ec-f8e9c62462a4 req-c3517dbb-36aa-4b5b-9dcc-8ac6ccc70655 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1643867 Apr 12 18:23:47.041898 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e6307-54e1-435e-a96d-d62b279ab6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=96cae789-19b7-4db5-b6c2-ab4494f27b21,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:47.078804 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-bd7e6307-54e1-435e-a96d-d62b279ab6e8 service neutron] Attempting to bind port 96cae789-19b7-4db5-b6c2-ab4494f27b21 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:23:47.079238 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-bd7e6307-54e1-435e-a96d-d62b279ab6e8 service neutron] Attempting to bind port 96cae789-19b7-4db5-b6c2-ab4494f27b21 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '5b53cd06-aee7-4b04-818e-d2c823afdb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:23:47.079634 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-bd7e6307-54e1-435e-a96d-d62b279ab6e8 service neutron] Attempting to bind port 96cae789-19b7-4db5-b6c2-ab4494f27b21 on network 8935a1b3-0ad4-4541-b18d-1b5efbc9936f {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:23:47.084860 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-bd7e6307-54e1-435e-a96d-d62b279ab6e8 service neutron] Port 96cae789-19b7-4db5-b6c2-ab4494f27b21 on network 8935a1b3-0ad4-4541-b18d-1b5efbc9936f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:23:47.086991 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-bd7e6307-54e1-435e-a96d-d62b279ab6e8 service neutron] Attempting to bind port 96cae789-19b7-4db5-b6c2-ab4494f27b21 on network 8935a1b3-0ad4-4541-b18d-1b5efbc9936f {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:23:47.093509 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-bd7e6307-54e1-435e-a96d-d62b279ab6e8 service neutron] Checking agent: {'id': '5b3c503f-4bfd-4027-adb8-75f76add50a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'started_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:23:47.093930 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-bd7e6307-54e1-435e-a96d-d62b279ab6e8 service neutron] Checking segment: {'id': '5b53cd06-aee7-4b04-818e-d2c823afdb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:23:47.094382 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-bd7e6307-54e1-435e-a96d-d62b279ab6e8 service neutron] Bound using segment: {'id': '5b53cd06-aee7-4b04-818e-d2c823afdb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:23:47.094905 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-bd7e6307-54e1-435e-a96d-d62b279ab6e8 service neutron] Bound port: 96cae789-19b7-4db5-b6c2-ab4494f27b21, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b53cd06-aee7-4b04-818e-d2c823afdb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:23:47.095331 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-bd7e6307-54e1-435e-a96d-d62b279ab6e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (96cae789-19b7-4db5-b6c2-ab4494f27b21), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:47.167370 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-674c89c2-7704-4acb-a7a2-52523362fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:47.168883 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-674c89c2-7704-4acb-a7a2-52523362fe61 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5d28f86be7741b183b3d48b791ace5c&device_id=1b8d1aa7-1602-4341-b5be-62b7c4049cc2 HTTP/1.1" status: 200 len: 1128 time: 0.0767095 Apr 12 18:23:47.221747 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-d4f38775-9787-4cc5-9b77-e9e1bd2a23de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62c2fa9f-ed54-4868-8154-5adda33cff5a HTTP/1.1" status: 200 len: 217 time: 0.0429873 Apr 12 18:23:47.258866 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-bd7e6307-54e1-435e-a96d-d62b279ab6e8 service neutron] For port 96cae789-19b7-4db5-b6c2-ab4494f27b21, host hv-cinder-83753, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:23:47.274628 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-bd7e6307-54e1-435e-a96d-d62b279ab6e8 service neutron] For port 96cae789-19b7-4db5-b6c2-ab4494f27b21, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=96cae789-19b7-4db5-b6c2-ab4494f27b21,segment=NetworkSegment(5b53cd06-aee7-4b04-818e-d2c823afdb75),segment_id=5b53cd06-aee7-4b04-818e-d2c823afdb75)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:23:47.286073 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-bd7e6307-54e1-435e-a96d-d62b279ab6e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (96cae789-19b7-4db5-b6c2-ab4494f27b21), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:47.294601 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-a1132e7a-00be-447a-8b18-5d46bace2e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:47.295980 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-a1132e7a-00be-447a-8b18-5d46bace2e15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e9a9f4b8-3305-469c-8769-0a7b186de1c2 HTTP/1.1" status: 200 len: 853 time: 0.0668867 Apr 12 18:23:47.349247 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-bd7e6307-54e1-435e-a96d-d62b279ab6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:47.349979 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-bd7e6307-54e1-435e-a96d-d62b279ab6e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:47.351367 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-bd7e6307-54e1-435e-a96d-d62b279ab6e8 service neutron] 10.222.0.26 "PUT /v2.0/ports/96cae789-19b7-4db5-b6c2-ab4494f27b21 HTTP/1.1" status: 200 len: 1094 time: 1.3907447 Apr 12 18:23:47.378361 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-32239d65-d4d4-4d62-8fa2-55111f29d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:47.379876 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-32239d65-d4d4-4d62-8fa2-55111f29d153 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9dc82e9-ba51-4034-af9b-11d793e8de94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623505 Apr 12 18:23:47.380611 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e6307-54e1-435e-a96d-d62b279ab6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=96cae789-19b7-4db5-b6c2-ab4494f27b21,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:47.476005 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-6f6cd59c-6655-4261-b83c-efa0a9536544 service neutron] 10.222.0.26 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891690 Apr 12 18:23:47.548363 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83bcc45-19f6-4be2-8d80-e3809e37494c', 'tag': '96cae789-19b7-4db5-b6c2-ab4494f27b21'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:23:47.551474 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ff44208863b45d5314a74bf2796fa783e64ad3222a396cfa3f0d0395593348f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84838cd-ad32-4e30-b8bd-29f47f782173" -d '{"events": [{"name": "network-changed", "server_uuid": "b83bcc45-19f6-4be2-8d80-e3809e37494c", "tag": "96cae789-19b7-4db5-b6c2-ab4494f27b21"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:23:47.585954 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7ca622-d046-46f0-8d33-ecea4d8d07e4 x-openstack-request-id: req-3a7ca622-d046-46f0-8d33-ecea4d8d07e4 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:23:47.586247 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83bcc45-19f6-4be2-8d80-e3809e37494c", "tag": "96cae789-19b7-4db5-b6c2-ab4494f27b21", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:23:47.586500 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a7ca622-d046-46f0-8d33-ecea4d8d07e4 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:23:47.586884 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a7ca622-d046-46f0-8d33-ecea4d8d07e4'] response: {'name': 'network-changed', 'server_uuid': 'b83bcc45-19f6-4be2-8d80-e3809e37494c', 'tag': '96cae789-19b7-4db5-b6c2-ab4494f27b21', 'status': 'completed', 'code': 200} Apr 12 18:23:47.591314 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-54f06853-d5c4-4ee7-b8c1-5f2c9609538a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:47.592831 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-54f06853-d5c4-4ee7-b8c1-5f2c9609538a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28174fe24e7f4a5593b2b5f692ae7372&device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 1128 time: 0.0924373 Apr 12 18:23:47.624428 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a3f69a5-c230-4853-843b-1b27bfb7e614 req-4a1f3598-bf9d-466f-8da9-5917975a63f5 service neutron] 10.222.0.26 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149373 Apr 12 18:23:47.785762 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73022a-84e5-405d-a291-e7945d8da911 req-b4596eb3-2f52-4e65-b40a-45490363d736 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:47.787242 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5b73022a-84e5-405d-a291-e7945d8da911 req-b4596eb3-2f52-4e65-b40a-45490363d736 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0514798 Apr 12 18:23:47.851633 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea3d01-0df3-4233-950b-2cbdb6ef9089 req-61e5c1a8-8a32-4954-b8cd-8a14cc8ecf2e tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:47.853120 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1bea3d01-0df3-4233-950b-2cbdb6ef9089 req-61e5c1a8-8a32-4954-b8cd-8a14cc8ecf2e tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b8d1aa7-1602-4341-b5be-62b7c4049cc2 HTTP/1.1" status: 200 len: 944 time: 0.0643580 Apr 12 18:23:47.879064 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5b73022a-84e5-405d-a291-e7945d8da911 req-19efd5e7-35fa-4b00-9270-a842d2694f1a tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821483 Apr 12 18:23:47.908905 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1bea3d01-0df3-4233-950b-2cbdb6ef9089 req-b8d5425e-28f0-4ec1-9e86-ef5e806cf0ca tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=f02d455d-5f36-4f7e-8ff8-9817fee2a862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484557 Apr 12 18:23:48.018351 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2fd71-2634-402a-b8db-01b5f2af0155 req-89bcd6f9-af05-46e1-bc9e-dad3d9ae965b tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:48.019910 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-20e2fd71-2634-402a-b8db-01b5f2af0155 req-89bcd6f9-af05-46e1-bc9e-dad3d9ae965b tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 944 time: 0.0805788 Apr 12 18:23:48.032110 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b870361-06fa-4bfc-887c-815e9bc08b0e req-e2f40644-d7d0-4cc8-a917-0b5f84794780 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:48.033661 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8b870361-06fa-4bfc-887c-815e9bc08b0e req-e2f40644-d7d0-4cc8-a917-0b5f84794780 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0610912 Apr 12 18:23:48.042004 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 41304) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:48.046433 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-46d5dbbc-5638-43b7-8d17-2731e885618f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Request body: {'floatingip': {'port_id': 'b6e6cb98-196e-4b0e-b027-71f54056147d'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:48.078813 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-20e2fd71-2634-402a-b8db-01b5f2af0155 req-a68ec934-7b5b-40c4-88ea-59675899883f tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531328 Apr 12 18:23:48.090051 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-46d5dbbc-5638-43b7-8d17-2731e885618f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks [] for floatingip (8b6ba2ce-51a0-407d-ab5d-515829ae2b31), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:48.135112 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-98fec4a8-4763-4aa4-b5c7-ee23405ca10e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96cae789-19b7-4db5-b6c2-ab4494f27b21 HTTP/1.1" status: 200 len: 217 time: 0.0408766 Apr 12 18:23:48.340967 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:48.535206 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-46d5dbbc-5638-43b7-8d17-2731e885618f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:48.538879 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-46d5dbbc-5638-43b7-8d17-2731e885618f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (8b6ba2ce-51a0-407d-ab5d-515829ae2b31), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:48.637300 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.db.l3_db [None req-46d5dbbc-5638-43b7-8d17-2731e885618f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Floating IP 8b6ba2ce-51a0-407d-ab5d-515829ae2b31 associated. External IP: 172.27.1.130, port: b6e6cb98-196e-4b0e-b027-71f54056147d. Apr 12 18:23:48.847691 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d5dbbc-5638-43b7-8d17-2731e885618f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Router 2b82f571-51f0-4675-89ca-06b717c8d7ca has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:23:48.956646 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d5dbbc-5638-43b7-8d17-2731e885618f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:23:48.961616 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-46d5dbbc-5638-43b7-8d17-2731e885618f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:48.967215 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4538f621-9ccf-48a6-a50d-b952720fec6b None None] Sync routers for ids ['2b82f571-51f0-4675-89ca-06b717c8d7ca'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:23:48.977471 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4538f621-9ccf-48a6-a50d-b952720fec6b None None] Routers {'2b82f571-51f0-4675-89ca-06b717c8d7ca'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:23:48.978092 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-4538f621-9ccf-48a6-a50d-b952720fec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:23:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['2b82f571-51f0-4675-89ca-06b717c8d7ca'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:48.999239 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-46d5dbbc-5638-43b7-8d17-2731e885618f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "PUT /v2.0/floatingips/8b6ba2ce-51a0-407d-ab5d-515829ae2b31 HTTP/1.1" status: 200 len: 992 time: 0.9491918 Apr 12 18:23:48.999239 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90226e5c-e0dd-4c60-a354-34141dc7e211', 'tag': 'b6e6cb98-196e-4b0e-b027-71f54056147d'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:23:48.999239 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b407bd2-a429-476f-8367-5b590ed1537c" -d '{"events": [{"name": "network-changed", "server_uuid": "90226e5c-e0dd-4c60-a354-34141dc7e211", "tag": "b6e6cb98-196e-4b0e-b027-71f54056147d"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:23:49.032221 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafc2dee-648a-4935-a169-2c749d6e9a47 x-openstack-request-id: req-bafc2dee-648a-4935-a169-2c749d6e9a47 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:23:49.032563 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90226e5c-e0dd-4c60-a354-34141dc7e211", "tag": "b6e6cb98-196e-4b0e-b027-71f54056147d", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:23:49.032776 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bafc2dee-648a-4935-a169-2c749d6e9a47 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:23:49.033226 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bafc2dee-648a-4935-a169-2c749d6e9a47'] response: {'name': 'network-changed', 'server_uuid': '90226e5c-e0dd-4c60-a354-34141dc7e211', 'tag': 'b6e6cb98-196e-4b0e-b027-71f54056147d', 'status': 'completed', 'code': 200} Apr 12 18:23:49.039971 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6dfdd-fb02-4f20-a479-cf201c45784e req-32b4f7ee-b7d6-4d26-83a8-374559a0e347 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:49.041590 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-82a6dfdd-fb02-4f20-a479-cf201c45784e req-32b4f7ee-b7d6-4d26-83a8-374559a0e347 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b8d1aa7-1602-4341-b5be-62b7c4049cc2 HTTP/1.1" status: 200 len: 944 time: 0.0632708 Apr 12 18:23:49.086871 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-4538f621-9ccf-48a6-a50d-b952720fec6b None None] Set router 2b82f571-51f0-4675-89ca-06b717c8d7ca gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:23:49.088429 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-82a6dfdd-fb02-4f20-a479-cf201c45784e req-565f50cc-7532-490f-9272-28dde4c29409 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=f02d455d-5f36-4f7e-8ff8-9817fee2a862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412207 Apr 12 18:23:49.208604 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f60d8-9178-44d7-a3a4-b9c93afe3e4e req-8056382f-94f8-453d-82c9-722e61a27aa8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:49.210115 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ef7f60d8-9178-44d7-a3a4-b9c93afe3e4e req-8056382f-94f8-453d-82c9-722e61a27aa8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 944 time: 0.0466113 Apr 12 18:23:49.261114 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ef7f60d8-9178-44d7-a3a4-b9c93afe3e4e req-6ce86fd3-b2f7-4d27-a199-ed982d436680 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454247 Apr 12 18:23:49.286801 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:49.321921 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-4538f621-9ccf-48a6-a50d-b952720fec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'name': 'tempest-ServerRescueNegativeTestJSON-66050844-router', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:21:21Z', 'updated_at': '2022-04-12T18:21:26Z', 'revision_number': 4, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'gw_port': {'id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:22Z', 'updated_at': '2022-04-12T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '8b6ba2ce-51a0-407d-ab5d-515829ae2b31', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'port_id': 'b6e6cb98-196e-4b0e-b027-71f54056147d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee', 'mac_address': 'fa:16:3e:6c:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90226e5c-e0dd-4c60-a354-34141dc7e211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:23:32Z', 'updated_at': '2022-04-12T18:23:48Z', 'revision_number': 1, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9136f212-641a-4e3a-8715-094adfc04cc5', 'name': '', 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'mac_address': 'fa:16:3e:30:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:25Z', 'updated_at': '2022-04-12T18:21:30Z', 'revision_number': 5, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'subnets': [{'id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:49.348527 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4538f621-9ccf-48a6-a50d-b952720fec6b None None] Checking router: 2b82f571-51f0-4675-89ca-06b717c8d7ca for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:23:49.356892 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4538f621-9ccf-48a6-a50d-b952720fec6b None None] Routers {'2b82f571-51f0-4675-89ca-06b717c8d7ca'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:23:49.357529 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-4538f621-9ccf-48a6-a50d-b952720fec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:23:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['2b82f571-51f0-4675-89ca-06b717c8d7ca'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:49.465851 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-4538f621-9ccf-48a6-a50d-b952720fec6b None None] Set router 2b82f571-51f0-4675-89ca-06b717c8d7ca gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:23:49.673389 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-4538f621-9ccf-48a6-a50d-b952720fec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'name': 'tempest-ServerRescueNegativeTestJSON-66050844-router', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:21:21Z', 'updated_at': '2022-04-12T18:21:26Z', 'revision_number': 4, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'gw_port': {'id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:22Z', 'updated_at': '2022-04-12T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '8b6ba2ce-51a0-407d-ab5d-515829ae2b31', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'port_id': 'b6e6cb98-196e-4b0e-b027-71f54056147d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee', 'mac_address': 'fa:16:3e:6c:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90226e5c-e0dd-4c60-a354-34141dc7e211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:23:32Z', 'updated_at': '2022-04-12T18:23:48Z', 'revision_number': 1, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9136f212-641a-4e3a-8715-094adfc04cc5', 'name': '', 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'mac_address': 'fa:16:3e:30:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:25Z', 'updated_at': '2022-04-12T18:21:30Z', 'revision_number': 5, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'subnets': [{'id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:49.702215 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4538f621-9ccf-48a6-a50d-b952720fec6b None None] The sync data for ids ['2b82f571-51f0-4675-89ca-06b717c8d7ca'] in dv-cinder-837535-1-iscsi is: [{'id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'name': 'tempest-ServerRescueNegativeTestJSON-66050844-router', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:21:21Z', 'updated_at': '2022-04-12T18:21:26Z', 'revision_number': 4, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'gw_port': {'id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:22Z', 'updated_at': '2022-04-12T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '8b6ba2ce-51a0-407d-ab5d-515829ae2b31', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'port_id': 'b6e6cb98-196e-4b0e-b027-71f54056147d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee', 'mac_address': 'fa:16:3e:6c:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90226e5c-e0dd-4c60-a354-34141dc7e211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:23:32Z', 'updated_at': '2022-04-12T18:23:48Z', 'revision_number': 1, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9136f212-641a-4e3a-8715-094adfc04cc5', 'name': '', 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'mac_address': 'fa:16:3e:30:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:25Z', 'updated_at': '2022-04-12T18:21:30Z', 'revision_number': 5, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'subnets': [{'id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:23:49.888536 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cb349f-7bad-4bd3-b85e-15f2649f4ccc None None] New status for floating IP 8b6ba2ce-51a0-407d-ab5d-515829ae2b31: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:23:50.202603 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1681ccc-fe11-443a-96be-9a4e8f4a3dd4 req-a0f2853d-3855-4bcd-b21c-9cab89c738ec tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:50.204063 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e1681ccc-fe11-443a-96be-9a4e8f4a3dd4 req-a0f2853d-3855-4bcd-b21c-9cab89c738ec tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b8d1aa7-1602-4341-b5be-62b7c4049cc2 HTTP/1.1" status: 200 len: 944 time: 0.0456574 Apr 12 18:23:50.254856 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e1681ccc-fe11-443a-96be-9a4e8f4a3dd4 req-7d421af4-b736-45fe-85ed-1f1f08b13cc2 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=f02d455d-5f36-4f7e-8ff8-9817fee2a862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439677 Apr 12 18:23:50.373873 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d80e0-cf2d-4a97-8e8a-c75c3c04a902 req-d4834826-7df9-4e1d-8e06-c0cb9780a445 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:50.375349 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5b2d80e0-cf2d-4a97-8e8a-c75c3c04a902 req-d4834826-7df9-4e1d-8e06-c0cb9780a445 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 944 time: 0.0465603 Apr 12 18:23:50.375785 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 62c2fa9f-ed54-4868-8154-5adda33cff5a details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:23:50.425235 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5b2d80e0-cf2d-4a97-8e8a-c75c3c04a902 req-484ba17f-79af-40b2-80c7-21126a8476c7 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437081 Apr 12 18:23:50.474155 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 62c2fa9f-ed54-4868-8154-5adda33cff5a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=62c2fa9f-ed54-4868-8154-5adda33cff5a,segment=NetworkSegment(5377f466-4b6e-46ba-a53b-1eadcfe56874),segment_id=5377f466-4b6e-46ba-a53b-1eadcfe56874)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:23:50.489003 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Returning: {'device': '62c2fa9f-ed54-4868-8154-5adda33cff5a', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'port_id': '62c2fa9f-ed54-4868-8154-5adda33cff5a', 'mac_address': 'fa:16:3e:64:b9:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:23:50.524964 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 62c2fa9f-ed54-4868-8154-5adda33cff5a is: DOWN; New status is: BUILD {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:23:50.525389 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (62c2fa9f-ed54-4868-8154-5adda33cff5a), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:50.537898 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c2fa9f-ed54-4868-8154-5adda33cff5a {{(pid=103525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:23:50.556964 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 62c2fa9f-ed54-4868-8154-5adda33cff5a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=62c2fa9f-ed54-4868-8154-5adda33cff5a,segment=NetworkSegment(5377f466-4b6e-46ba-a53b-1eadcfe56874),segment_id=5377f466-4b6e-46ba-a53b-1eadcfe56874)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:23:50.560712 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (62c2fa9f-ed54-4868-8154-5adda33cff5a), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:50.606281 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=62c2fa9f-ed54-4868-8154-5adda33cff5a,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:50.868285 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-446ff775-4021-47d1-8453-13856a3355b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:50.869777 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-446ff775-4021-47d1-8453-13856a3355b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d HTTP/1.1" status: 200 len: 847 time: 0.0818315 Apr 12 18:23:50.870854 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b407bd2-a429-476f-8367-5b590ed1537c req-ba42d9cb-2c61-485b-a528-56ab68e7a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:50.872192 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4b407bd2-a429-476f-8367-5b590ed1537c req-ba42d9cb-2c61-485b-a528-56ab68e7a124 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=32de1a896084470f9de92a79d2b2ca07&device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 1130 time: 0.0548177 Apr 12 18:23:51.104086 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['62c2fa9f-ed54-4868-8154-5adda33cff5a'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:23:51.364670 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-7f418ffa-e791-47ba-803d-08fe2a46c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:51.366003 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-7f418ffa-e791-47ba-803d-08fe2a46c308 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8935a1b3-0ad4-4541-b18d-1b5efbc9936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0995514 Apr 12 18:23:51.467239 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abc52c-d0c0-4bdd-aa36-5108317f5169 req-8a9e0b31-adc8-423c-b32b-368e4f657130 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:51.468718 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-29abc52c-d0c0-4bdd-aa36-5108317f5169 req-8a9e0b31-adc8-423c-b32b-368e4f657130 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b8d1aa7-1602-4341-b5be-62b7c4049cc2 HTTP/1.1" status: 200 len: 945 time: 0.1284833 Apr 12 18:23:51.519293 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b407bd2-a429-476f-8367-5b590ed1537c req-935ca013-ed33-4c15-8573-451ccba8e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:51.520684 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4b407bd2-a429-476f-8367-5b590ed1537c req-935ca013-ed33-4c15-8573-451ccba8e60f service neutron] 10.222.0.26 "GET /v2.0/networks?id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee HTTP/1.1" status: 200 len: 918 time: 0.2627761 Apr 12 18:23:51.624893 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-29abc52c-d0c0-4bdd-aa36-5108317f5169 req-fc31cd4e-59c5-4baa-a730-7e9e93e0245b tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=f02d455d-5f36-4f7e-8ff8-9817fee2a862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497731 Apr 12 18:23:51.632581 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7096c59-53ee-429d-b334-8149ec0bc959 req-cc8ba107-8a41-4123-8f59-e76760681d7a tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:51.634032 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a7096c59-53ee-429d-b334-8149ec0bc959 req-cc8ba107-8a41-4123-8f59-e76760681d7a tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 944 time: 0.1284981 Apr 12 18:23:51.640538 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-b9418905-b253-4b9d-b2cc-4f00427307cc service neutron] 10.222.0.26 "GET /v2.0/networks/8935a1b3-0ad4-4541-b18d-1b5efbc9936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537909 Apr 12 18:23:51.686942 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4b407bd2-a429-476f-8367-5b590ed1537c req-0b572953-074b-4969-b7b4-5cc54526f7ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6e6cb98-196e-4b0e-b027-71f54056147d HTTP/1.1" status: 200 len: 1002 time: 0.1428847 Apr 12 18:23:51.795704 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a7096c59-53ee-429d-b334-8149ec0bc959 req-1f042666-618f-4e98-b4d0-70a5717578a6 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538770 Apr 12 18:23:51.869436 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b407bd2-a429-476f-8367-5b590ed1537c req-c1c7b175-1e74-459e-b5c4-69401b973502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:51.870882 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4b407bd2-a429-476f-8367-5b590ed1537c req-c1c7b175-1e74-459e-b5c4-69401b973502 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81df1cf4-cbde-4529-8fd2-878a9fd29f57 HTTP/1.1" status: 200 len: 856 time: 0.1742630 Apr 12 18:23:51.897798 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d03ac104-0ab5-41ce-97a1-989748136b5b req-10979610-4af9-49a7-94dd-ec65acd544c1 service neutron] 10.222.0.26 "GET /v2.0/networks/8935a1b3-0ad4-4541-b18d-1b5efbc9936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461820 Apr 12 18:23:51.919638 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ac959-1812-4315-97e4-e072d77486d4 req-86eda632-b797-44b4-ab66-3f93084fffd3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:51.921108 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b12ac959-1812-4315-97e4-e072d77486d4 req-86eda632-b797-44b4-ab66-3f93084fffd3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.1026371 Apr 12 18:23:51.938953 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b407bd2-a429-476f-8367-5b590ed1537c req-53ae8429-14b6-4efd-bc26-ebc6b3240263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:51.940526 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4b407bd2-a429-476f-8367-5b590ed1537c req-53ae8429-14b6-4efd-bc26-ebc6b3240263 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608206 Apr 12 18:23:51.976106 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b12ac959-1812-4315-97e4-e072d77486d4 req-e7df63f6-4e7d-4f7a-bc19-086809cb4b0e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477519 Apr 12 18:23:52.173190 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84838cd-ad32-4e30-b8bd-29f47f782173 req-ebe6ca08-f42e-49c7-b221-ce4857834e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:52.174914 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d84838cd-ad32-4e30-b8bd-29f47f782173 req-ebe6ca08-f42e-49c7-b221-ce4857834e71 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28174fe24e7f4a5593b2b5f692ae7372&device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 1128 time: 0.0871212 Apr 12 18:23:52.200774 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4b407bd2-a429-476f-8367-5b590ed1537c req-d96f0ffc-c506-488e-99fc-da809217ecf8 service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394572 Apr 12 18:23:52.396567 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 62c2fa9f-ed54-4868-8154-5adda33cff5a up at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:23:52.440007 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning for port 62c2fa9f-ed54-4868-8154-5adda33cff5a completed by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:23:52.445601 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning complete for port 62c2fa9f-ed54-4868-8154-5adda33cff5a triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:23:52.445980 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (62c2fa9f-ed54-4868-8154-5adda33cff5a), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:52.524255 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 62c2fa9f-ed54-4868-8154-5adda33cff5a is: BUILD; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:23:52.524558 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (62c2fa9f-ed54-4868-8154-5adda33cff5a), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:52.546132 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8d1aa7-1602-4341-b5be-62b7c4049cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c2fa9f-ed54-4868-8154-5adda33cff5a'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:23:52.548346 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174aa0b6-1e52-4643-afbd-e1d9d7b1d2e3" -d '{"events": [{"server_uuid": "1b8d1aa7-1602-4341-b5be-62b7c4049cc2", "name": "network-vif-plugged", "status": "completed", "tag": "62c2fa9f-ed54-4868-8154-5adda33cff5a"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:23:52.561621 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 62c2fa9f-ed54-4868-8154-5adda33cff5a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=62c2fa9f-ed54-4868-8154-5adda33cff5a,segment=NetworkSegment(5377f466-4b6e-46ba-a53b-1eadcfe56874),segment_id=5377f466-4b6e-46ba-a53b-1eadcfe56874)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:23:52.566462 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (62c2fa9f-ed54-4868-8154-5adda33cff5a), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:52.588978 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f485723-3a8f-4f01-9a7d-b15c94d40ec5 x-openstack-request-id: req-1f485723-3a8f-4f01-9a7d-b15c94d40ec5 {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:23:52.589296 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8d1aa7-1602-4341-b5be-62b7c4049cc2", "name": "network-vif-plugged", "status": "completed", "tag": "62c2fa9f-ed54-4868-8154-5adda33cff5a", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:23:52.589550 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1f485723-3a8f-4f01-9a7d-b15c94d40ec5 {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:23:52.589940 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f485723-3a8f-4f01-9a7d-b15c94d40ec5'] response: {'server_uuid': '1b8d1aa7-1602-4341-b5be-62b7c4049cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c2fa9f-ed54-4868-8154-5adda33cff5a', 'code': 200} Apr 12 18:23:52.615453 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=62c2fa9f-ed54-4868-8154-5adda33cff5a,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:23:52.740006 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde66a7-fb86-4b27-a3dc-a1acc0cd07bd req-615b0889-ec4f-4b38-b2da-422f86bb9914 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:52.741578 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-edde66a7-fb86-4b27-a3dc-a1acc0cd07bd req-615b0889-ec4f-4b38-b2da-422f86bb9914 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b8d1aa7-1602-4341-b5be-62b7c4049cc2 HTTP/1.1" status: 200 len: 946 time: 0.0486350 Apr 12 18:23:52.787902 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-edde66a7-fb86-4b27-a3dc-a1acc0cd07bd req-3fd90316-d4a4-408f-ac9e-7e5e222c41e8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=f02d455d-5f36-4f7e-8ff8-9817fee2a862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407009 Apr 12 18:23:52.931039 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef6c8-f796-4bdc-9c98-85e9d9e0fb98 req-fce941d5-b144-4d43-8193-4e2c769705e2 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:52.932497 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5d3ef6c8-f796-4bdc-9c98-85e9d9e0fb98 req-fce941d5-b144-4d43-8193-4e2c769705e2 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 944 time: 0.0497966 Apr 12 18:23:52.979546 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5d3ef6c8-f796-4bdc-9c98-85e9d9e0fb98 req-be9d525b-578c-4530-8974-d053c647b3dc tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414345 Apr 12 18:23:53.101140 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bc5e1-c2a2-4c9d-b10c-7f5e699de9de req-0dcae746-1c68-4f33-8ded-91cc032fde65 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:53.102590 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0a3bc5e1-c2a2-4c9d-b10c-7f5e699de9de req-0dcae746-1c68-4f33-8ded-91cc032fde65 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0612383 Apr 12 18:23:53.192221 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e8e08-81d3-44ff-9771-5f2a7eb10b11 req-ab2bb82a-2865-439b-9c80-addb401f7561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:53.194485 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3f6e8e08-81d3-44ff-9771-5f2a7eb10b11 req-ab2bb82a-2865-439b-9c80-addb401f7561 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6c7a32511684e98998d07f553b02c00&device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 1129 time: 0.0474045 Apr 12 18:23:53.231787 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.26', 54553) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:53.271079 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0a3bc5e1-c2a2-4c9d-b10c-7f5e699de9de req-8483e6aa-9c37-48d9-8b55-005b67e81796 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567171 Apr 12 18:23:53.284081 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84838cd-ad32-4e30-b8bd-29f47f782173 req-71a4ec3e-0642-45cb-85b0-8f52392e9e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:53.285379 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d84838cd-ad32-4e30-b8bd-29f47f782173 req-71a4ec3e-0642-45cb-85b0-8f52392e9e2b service neutron] 10.222.0.26 "GET /v2.0/networks?id=8935a1b3-0ad4-4541-b18d-1b5efbc9936f HTTP/1.1" status: 200 len: 909 time: 0.2046442 Apr 12 18:23:53.287133 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4b407bd2-a429-476f-8367-5b590ed1537c req-7ccd20b4-1ca0-4a67-b042-7428745bb087 service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052476 Apr 12 18:23:53.307114 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bb577-c1d6-49cb-8915-5d0aeb6acb9e req-34e42214-d623-4df9-b711-413efe14ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:53.309260 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9b9bb577-c1d6-49cb-8915-5d0aeb6acb9e req-34e42214-d623-4df9-b711-413efe14ecc1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1b8d1aa7-1602-4341-b5be-62b7c4049cc2 HTTP/1.1" status: 200 len: 1130 time: 0.0765042 Apr 12 18:23:53.335708 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d84838cd-ad32-4e30-b8bd-29f47f782173 req-704bbfe2-2108-4b71-8e14-58158f73f8e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96cae789-19b7-4db5-b6c2-ab4494f27b21 HTTP/1.1" status: 200 len: 217 time: 0.0353458 Apr 12 18:23:53.352656 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e8e08-81d3-44ff-9771-5f2a7eb10b11 req-1f14a070-ac60-46c0-9295-adb12cc00b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:53.354050 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3f6e8e08-81d3-44ff-9771-5f2a7eb10b11 req-1f14a070-ac60-46c0-9295-adb12cc00b47 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3aeebb2a-d034-4a90-afa4-338c34468833 HTTP/1.1" status: 200 len: 911 time: 0.1402831 Apr 12 18:23:53.369328 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9b9bb577-c1d6-49cb-8915-5d0aeb6acb9e req-0043ea72-1c96-4b73-a688-688182747b2e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f02d455d-5f36-4f7e-8ff8-9817fee2a862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519712 Apr 12 18:23:53.383551 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84838cd-ad32-4e30-b8bd-29f47f782173 req-6063c92d-98d5-4d71-a08c-c1f4c9ad81f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:53.385016 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d84838cd-ad32-4e30-b8bd-29f47f782173 req-6063c92d-98d5-4d71-a08c-c1f4c9ad81f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d HTTP/1.1" status: 200 len: 847 time: 0.0440114 Apr 12 18:23:53.431232 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3f6e8e08-81d3-44ff-9771-5f2a7eb10b11 req-76482f18-edcd-4568-9bd3-b6a998388a99 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=589d2373-ec7d-4f40-a03c-e79126929e92 HTTP/1.1" status: 200 len: 1000 time: 0.0606248 Apr 12 18:23:53.762572 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84838cd-ad32-4e30-b8bd-29f47f782173 req-9ab65fbe-fab0-4fd4-8173-a747da6e2dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:53.763989 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d84838cd-ad32-4e30-b8bd-29f47f782173 req-9ab65fbe-fab0-4fd4-8173-a747da6e2dfe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8935a1b3-0ad4-4541-b18d-1b5efbc9936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419762 Apr 12 18:23:53.764314 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e8e08-81d3-44ff-9771-5f2a7eb10b11 req-f74eb201-da5b-4898-a685-a20f117a8756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:53.765958 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3f6e8e08-81d3-44ff-9771-5f2a7eb10b11 req-f74eb201-da5b-4898-a685-a20f117a8756 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46b9b379-140d-4142-a367-613843eeaf49 HTTP/1.1" status: 200 len: 849 time: 0.0441303 Apr 12 18:23:53.819628 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e8e08-81d3-44ff-9771-5f2a7eb10b11 req-51d26c4f-133b-4d31-9554-ce561d362101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:53.821269 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3f6e8e08-81d3-44ff-9771-5f2a7eb10b11 req-51d26c4f-133b-4d31-9554-ce561d362101 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3aeebb2a-d034-4a90-afa4-338c34468833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406849 Apr 12 18:23:53.918842 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3f6e8e08-81d3-44ff-9771-5f2a7eb10b11 req-90d2f4e0-cf78-47b4-85db-c53c9e8cb8f7 service neutron] 10.222.0.26 "GET /v2.0/networks/3aeebb2a-d034-4a90-afa4-338c34468833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909858 Apr 12 18:23:53.944981 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:54.015867 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3f6e8e08-81d3-44ff-9771-5f2a7eb10b11 req-9e58730b-2b77-42a3-b0f3-c41085b6ef44 service neutron] 10.222.0.26 "GET /v2.0/networks/3aeebb2a-d034-4a90-afa4-338c34468833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901849 Apr 12 18:23:54.156138 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f69eb-6be3-4dce-bcee-3b09fe9a3821 req-33e60758-53da-475a-8474-daefa1c859ee tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:54.157609 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e79f69eb-6be3-4dce-bcee-3b09fe9a3821 req-33e60758-53da-475a-8474-daefa1c859ee tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b8d1aa7-1602-4341-b5be-62b7c4049cc2 HTTP/1.1" status: 200 len: 946 time: 0.1044970 Apr 12 18:23:54.171452 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bf94a-a27b-414e-bb65-fa1abea1d066 req-3110749e-247c-4991-90ca-d3cdf40e4b4b tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:54.172828 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3b9bf94a-a27b-414e-bb65-fa1abea1d066 req-3110749e-247c-4991-90ca-d3cdf40e4b4b tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 944 time: 0.1207974 Apr 12 18:23:54.241260 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d84838cd-ad32-4e30-b8bd-29f47f782173 req-1ed5c072-b853-4127-8a60-a8461937f3c2 service neutron] 10.222.0.26 "GET /v2.0/networks/8935a1b3-0ad4-4541-b18d-1b5efbc9936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616683 Apr 12 18:23:54.259715 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e79f69eb-6be3-4dce-bcee-3b09fe9a3821 req-0b37c724-714c-4dc5-a8ff-9e4d85f1dbe6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=f02d455d-5f36-4f7e-8ff8-9817fee2a862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946732 Apr 12 18:23:54.268532 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3b9bf94a-a27b-414e-bb65-fa1abea1d066 req-293a573c-e850-49e2-8109-66dd1609624d tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859444 Apr 12 18:23:54.384139 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26ea59-16d1-46ec-b70a-b33c7ff8bb4d req-d976792f-22c0-4d12-a333-07b0e6e709dc tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:54.385661 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0c26ea59-16d1-46ec-b70a-b33c7ff8bb4d req-d976792f-22c0-4d12-a333-07b0e6e709dc tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0473757 Apr 12 18:23:54.434954 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0c26ea59-16d1-46ec-b70a-b33c7ff8bb4d req-7952cdf5-47bc-4d22-90fe-1b1c010f4651 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437412 Apr 12 18:23:54.606726 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d84838cd-ad32-4e30-b8bd-29f47f782173 req-863e1f35-77b5-40d2-97ae-b06b8aa9c3a5 service neutron] 10.222.0.26 "GET /v2.0/networks/8935a1b3-0ad4-4541-b18d-1b5efbc9936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850337 Apr 12 18:23:55.403235 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379675e0-3f06-4b7e-b346-5192987cdc83 req-11b761ae-f76f-4539-b30c-a6cb6cbf3345 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:55.404982 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-379675e0-3f06-4b7e-b346-5192987cdc83 req-11b761ae-f76f-4539-b30c-a6cb6cbf3345 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b8d1aa7-1602-4341-b5be-62b7c4049cc2 HTTP/1.1" status: 200 len: 946 time: 0.0782607 Apr 12 18:23:55.411149 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784a1ae-f690-4688-a339-b6da4a7ee7d1 req-ca90bd79-9c96-4044-aef2-d5771897ed42 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:55.412507 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3784a1ae-f690-4688-a339-b6da4a7ee7d1 req-ca90bd79-9c96-4044-aef2-d5771897ed42 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 944 time: 0.0769618 Apr 12 18:23:55.480717 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-379675e0-3f06-4b7e-b346-5192987cdc83 req-68a530db-5890-4f3c-b4c3-a0a1afa2df0b tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=f02d455d-5f36-4f7e-8ff8-9817fee2a862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672717 Apr 12 18:23:55.489970 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3784a1ae-f690-4688-a339-b6da4a7ee7d1 req-b1fb2251-e654-4a2e-a1f0-344d4c537f4c tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707748 Apr 12 18:23:55.609411 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faaff2f-3b44-449e-aebb-737157c16b35 req-09f7d547-ba06-4d97-9869-2cba070f11ab tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:55.610929 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8faaff2f-3b44-449e-aebb-737157c16b35 req-09f7d547-ba06-4d97-9869-2cba070f11ab tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0767264 Apr 12 18:23:55.619037 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2e031-283b-4cbd-8611-0cf6f3c25320 req-d4a3a370-8ed6-47a1-9efa-a588d62a621a tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:55.620484 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a9a2e031-283b-4cbd-8611-0cf6f3c25320 req-d4a3a370-8ed6-47a1-9efa-a588d62a621a tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b8d1aa7-1602-4341-b5be-62b7c4049cc2 HTTP/1.1" status: 200 len: 946 time: 0.0775652 Apr 12 18:23:55.630319 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 41362) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:23:55.635527 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-ce6ef3ad-c7c8-4abf-b0ae-7b2e4c4b9ff2 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Request body: {'floatingip': {'port_id': '62c2fa9f-ed54-4868-8154-5adda33cff5a'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:23:55.664058 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8faaff2f-3b44-449e-aebb-737157c16b35 req-d4dcdcfc-e5b3-4453-adb5-248a763a48e5 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426118 Apr 12 18:23:55.676471 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ce6ef3ad-c7c8-4abf-b0ae-7b2e4c4b9ff2 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (f215a93a-4d13-4a7c-afe1-6a267c95a472), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:55.794517 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:23:56.111264 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ce6ef3ad-c7c8-4abf-b0ae-7b2e4c4b9ff2 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:56.114927 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ce6ef3ad-c7c8-4abf-b0ae-7b2e4c4b9ff2 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (f215a93a-4d13-4a7c-afe1-6a267c95a472), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:56.441489 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.db.l3_db [None req-ce6ef3ad-c7c8-4abf-b0ae-7b2e4c4b9ff2 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Floating IP f215a93a-4d13-4a7c-afe1-6a267c95a472 associated. External IP: 172.27.1.131, port: 62c2fa9f-ed54-4868-8154-5adda33cff5a. Apr 12 18:23:56.601578 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a26a2-a0a3-4365-9a4c-5aa4b5be9b29 req-eb294e84-951c-453a-9060-02ed48eb5537 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:56.603059 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5c4a26a2-a0a3-4365-9a4c-5aa4b5be9b29 req-eb294e84-951c-453a-9060-02ed48eb5537 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 944 time: 0.0466707 Apr 12 18:23:56.651183 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6ef3ad-c7c8-4abf-b0ae-7b2e4c4b9ff2 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Router 75c67045-88dc-47c1-88df-b545b64bc51a has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:23:56.653445 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5c4a26a2-a0a3-4365-9a4c-5aa4b5be9b29 req-a4e95736-2487-4cdd-ad7d-59f2d1c80288 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447366 Apr 12 18:23:56.763348 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6ef3ad-c7c8-4abf-b0ae-7b2e4c4b9ff2 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:23:56.768406 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ce6ef3ad-c7c8-4abf-b0ae-7b2e4c4b9ff2 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:23:56.775025 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b311d2b3-5bb9-4bf2-9e88-e8df65ba35d4 None None] Sync routers for ids ['75c67045-88dc-47c1-88df-b545b64bc51a'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:23:56.777390 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1730718-a0d5-4f95-ae20-14c63e3c98af req-63ad988f-998f-4e64-9386-52194415a76e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:56.778897 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b1730718-a0d5-4f95-ae20-14c63e3c98af req-63ad988f-998f-4e64-9386-52194415a76e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0471578 Apr 12 18:23:56.785543 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b311d2b3-5bb9-4bf2-9e88-e8df65ba35d4 None None] Routers {'75c67045-88dc-47c1-88df-b545b64bc51a'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:23:56.786155 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-b311d2b3-5bb9-4bf2-9e88-e8df65ba35d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:23:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['75c67045-88dc-47c1-88df-b545b64bc51a'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:56.806107 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-ce6ef3ad-c7c8-4abf-b0ae-7b2e4c4b9ff2 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "PUT /v2.0/floatingips/f215a93a-4d13-4a7c-afe1-6a267c95a472 HTTP/1.1" status: 200 len: 992 time: 1.1658900 Apr 12 18:23:56.806107 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8d1aa7-1602-4341-b5be-62b7c4049cc2', 'tag': '62c2fa9f-ed54-4868-8154-5adda33cff5a'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:23:56.806107 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65505ae2-23b3-4d7b-876f-2fa427660fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8d1aa7-1602-4341-b5be-62b7c4049cc2", "tag": "62c2fa9f-ed54-4868-8154-5adda33cff5a"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:23:56.837881 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bcfcf2-dca2-478f-a255-f5e00ec8d697 x-openstack-request-id: req-93bcfcf2-dca2-478f-a255-f5e00ec8d697 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:23:56.838173 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8d1aa7-1602-4341-b5be-62b7c4049cc2", "tag": "62c2fa9f-ed54-4868-8154-5adda33cff5a", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:23:56.838430 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93bcfcf2-dca2-478f-a255-f5e00ec8d697 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:23:56.838837 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93bcfcf2-dca2-478f-a255-f5e00ec8d697'] response: {'name': 'network-changed', 'server_uuid': '1b8d1aa7-1602-4341-b5be-62b7c4049cc2', 'tag': '62c2fa9f-ed54-4868-8154-5adda33cff5a', 'status': 'completed', 'code': 200} Apr 12 18:23:56.840339 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b1730718-a0d5-4f95-ae20-14c63e3c98af req-a80819b2-9f6e-4380-bba7-3c54c3e8923b tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553293 Apr 12 18:23:56.899007 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65505ae2-23b3-4d7b-876f-2fa427660fe1 req-5a65b67b-bb81-47a9-bdd1-55102cfeb1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:56.900532 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-65505ae2-23b3-4d7b-876f-2fa427660fe1 req-5a65b67b-bb81-47a9-bdd1-55102cfeb1f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5d28f86be7741b183b3d48b791ace5c&device_id=1b8d1aa7-1602-4341-b5be-62b7c4049cc2 HTTP/1.1" status: 200 len: 1130 time: 0.0404828 Apr 12 18:23:56.993712 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-b311d2b3-5bb9-4bf2-9e88-e8df65ba35d4 None None] Set router 75c67045-88dc-47c1-88df-b545b64bc51a gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:23:56.996462 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65505ae2-23b3-4d7b-876f-2fa427660fe1 req-f3119ff9-6465-4f76-ac9d-12dc3ab666e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:56.997997 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-65505ae2-23b3-4d7b-876f-2fa427660fe1 req-f3119ff9-6465-4f76-ac9d-12dc3ab666e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9dc82e9-ba51-4034-af9b-11d793e8de94 HTTP/1.1" status: 200 len: 915 time: 0.0899794 Apr 12 18:23:57.068645 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-65505ae2-23b3-4d7b-876f-2fa427660fe1 req-7b9592b2-e16a-4940-b5ab-021478df6d16 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62c2fa9f-ed54-4868-8154-5adda33cff5a HTTP/1.1" status: 200 len: 1000 time: 0.0628042 Apr 12 18:23:57.134630 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65505ae2-23b3-4d7b-876f-2fa427660fe1 req-06487119-cc1c-47d4-b46c-8c06e78f0465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:57.136080 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-65505ae2-23b3-4d7b-876f-2fa427660fe1 req-06487119-cc1c-47d4-b46c-8c06e78f0465 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e9a9f4b8-3305-469c-8769-0a7b186de1c2 HTTP/1.1" status: 200 len: 853 time: 0.0430274 Apr 12 18:23:57.183480 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65505ae2-23b3-4d7b-876f-2fa427660fe1 req-3111eb6f-3958-4eb3-a55a-61a07ec84d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:57.184995 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-65505ae2-23b3-4d7b-876f-2fa427660fe1 req-3111eb6f-3958-4eb3-a55a-61a07ec84d8b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9dc82e9-ba51-4034-af9b-11d793e8de94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386581 Apr 12 18:23:57.205729 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-b311d2b3-5bb9-4bf2-9e88-e8df65ba35d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '1dab2430-b56b-46c1-8534-00440acfd98b', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'port_id': 'b4689fd1-e948-4092-8679-98ae201f6d88', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'mac_address': 'fa:16:3e:42:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4a684f-9199-44b1-b154-7a987026b17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:20:04Z', 'updated_at': '2022-04-12T18:20:57Z', 'revision_number': 2, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'fixed_ip_address_scope': None}, {'id': 'f215a93a-4d13-4a7c-afe1-6a267c95a472', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'port_id': '62c2fa9f-ed54-4868-8154-5adda33cff5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'mac_address': 'fa:16:3e:64:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8d1aa7-1602-4341-b5be-62b7c4049cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:23:40Z', 'updated_at': '2022-04-12T18:23:56Z', 'revision_number': 1, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ee12d0-42ec-4df9-af37-6171eb8e0fce', 'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'mac_address': 'fa:16:3e:d5:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:04Z', 'revision_number': 5, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'subnets': [{'id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:57.235418 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b311d2b3-5bb9-4bf2-9e88-e8df65ba35d4 None None] Checking router: 75c67045-88dc-47c1-88df-b545b64bc51a for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:23:57.244566 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b311d2b3-5bb9-4bf2-9e88-e8df65ba35d4 None None] Routers {'75c67045-88dc-47c1-88df-b545b64bc51a'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:23:57.245125 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-b311d2b3-5bb9-4bf2-9e88-e8df65ba35d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:23:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['75c67045-88dc-47c1-88df-b545b64bc51a'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:57.284445 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-65505ae2-23b3-4d7b-876f-2fa427660fe1 req-70246b0c-2105-47e3-9b81-afdd1f5b5db2 service neutron] 10.222.0.26 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906565 Apr 12 18:23:57.352509 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-b311d2b3-5bb9-4bf2-9e88-e8df65ba35d4 None None] Set router 75c67045-88dc-47c1-88df-b545b64bc51a gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:23:57.378441 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-65505ae2-23b3-4d7b-876f-2fa427660fe1 req-6d4e08cf-6ce7-4056-9875-0adc8025cec4 service neutron] 10.222.0.26 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870614 Apr 12 18:23:57.563699 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-b311d2b3-5bb9-4bf2-9e88-e8df65ba35d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '1dab2430-b56b-46c1-8534-00440acfd98b', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'port_id': 'b4689fd1-e948-4092-8679-98ae201f6d88', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'mac_address': 'fa:16:3e:42:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4a684f-9199-44b1-b154-7a987026b17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:20:04Z', 'updated_at': '2022-04-12T18:20:57Z', 'revision_number': 2, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'fixed_ip_address_scope': None}, {'id': 'f215a93a-4d13-4a7c-afe1-6a267c95a472', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'port_id': '62c2fa9f-ed54-4868-8154-5adda33cff5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'mac_address': 'fa:16:3e:64:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8d1aa7-1602-4341-b5be-62b7c4049cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:23:40Z', 'updated_at': '2022-04-12T18:23:56Z', 'revision_number': 1, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ee12d0-42ec-4df9-af37-6171eb8e0fce', 'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'mac_address': 'fa:16:3e:d5:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:04Z', 'revision_number': 5, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'subnets': [{'id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:23:57.593182 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b311d2b3-5bb9-4bf2-9e88-e8df65ba35d4 None None] The sync data for ids ['75c67045-88dc-47c1-88df-b545b64bc51a'] in dv-cinder-837535-1-iscsi is: [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '1dab2430-b56b-46c1-8534-00440acfd98b', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'port_id': 'b4689fd1-e948-4092-8679-98ae201f6d88', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'mac_address': 'fa:16:3e:42:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4a684f-9199-44b1-b154-7a987026b17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:20:04Z', 'updated_at': '2022-04-12T18:20:57Z', 'revision_number': 2, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'fixed_ip_address_scope': None}, {'id': 'f215a93a-4d13-4a7c-afe1-6a267c95a472', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'port_id': '62c2fa9f-ed54-4868-8154-5adda33cff5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'mac_address': 'fa:16:3e:64:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8d1aa7-1602-4341-b5be-62b7c4049cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:23:40Z', 'updated_at': '2022-04-12T18:23:56Z', 'revision_number': 1, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ee12d0-42ec-4df9-af37-6171eb8e0fce', 'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'mac_address': 'fa:16:3e:d5:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:04Z', 'revision_number': 5, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'subnets': [{'id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:23:57.767571 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9dc855-ccec-4a96-a551-7166ed00c789 req-4b180b2a-d952-495c-94a9-37b4e93ba7d5 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:57.769499 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6a9dc855-ccec-4a96-a551-7166ed00c789 req-4b180b2a-d952-495c-94a9-37b4e93ba7d5 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 944 time: 0.0492032 Apr 12 18:23:57.790609 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3957a7c0-6fd1-4021-b91b-c956a5c53951 None None] New status for floating IP f215a93a-4d13-4a7c-afe1-6a267c95a472: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:23:57.822730 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6a9dc855-ccec-4a96-a551-7166ed00c789 req-a8d27201-762d-4b72-ab94-be31df449852 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475445 Apr 12 18:23:57.953422 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7d244-6b1a-4f25-915c-604d01b78780 req-91cd1a4a-375c-464b-9902-d4940b28e5fe tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:57.955010 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-dbc7d244-6b1a-4f25-915c-604d01b78780 req-91cd1a4a-375c-464b-9902-d4940b28e5fe tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0497210 Apr 12 18:23:58.003901 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-dbc7d244-6b1a-4f25-915c-604d01b78780 req-823e837d-9b04-4bf1-90a8-b75c3f4e126a tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432470 Apr 12 18:23:58.935713 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b9a93-2eb0-441c-9792-0bc251b834fc req-af24cd4e-f39a-47c5-a48a-dbcf90d00147 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:58.937183 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c85b9a93-2eb0-441c-9792-0bc251b834fc req-af24cd4e-f39a-47c5-a48a-dbcf90d00147 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 944 time: 0.0496945 Apr 12 18:23:58.985021 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c85b9a93-2eb0-441c-9792-0bc251b834fc req-5fcc554a-0ec1-4b3f-9f9f-230b13de897e tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416934 Apr 12 18:23:59.119042 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da4ccc-89f5-4d14-b509-92d8530c4a75 req-ae2d6d69-e0e6-467e-bb96-7f7dbb1150a0 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:23:59.121198 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-56da4ccc-89f5-4d14-b509-92d8530c4a75 req-ae2d6d69-e0e6-467e-bb96-7f7dbb1150a0 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0497484 Apr 12 18:23:59.167488 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-56da4ccc-89f5-4d14-b509-92d8530c4a75 req-ce7954fa-e9a3-439d-b545-f196e3d35772 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409272 Apr 12 18:24:00.094164 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae748e2-c5b2-4eee-85d7-40138e38c8f3 req-a305f29b-e382-4804-aeb3-ed4097d4276f tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:00.096226 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-eae748e2-c5b2-4eee-85d7-40138e38c8f3 req-a305f29b-e382-4804-aeb3-ed4097d4276f tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 944 time: 0.0456133 Apr 12 18:24:00.147199 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-eae748e2-c5b2-4eee-85d7-40138e38c8f3 req-e71b1a6b-f22a-48fa-9eae-4bd79bae6b8a tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449345 Apr 12 18:24:00.276525 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409892d6-2d44-4a30-9c2f-287f9ade6833 req-631e365d-084f-403b-b463-5e5ac5d1747d tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:00.277999 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-409892d6-2d44-4a30-9c2f-287f9ade6833 req-631e365d-084f-403b-b463-5e5ac5d1747d tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0458426 Apr 12 18:24:00.323676 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-409892d6-2d44-4a30-9c2f-287f9ade6833 req-68035dce-90a4-4575-af90-a8acc07726c3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393374 Apr 12 18:24:00.420090 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 96cae789-19b7-4db5-b6c2-ab4494f27b21 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:24:00.519853 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 96cae789-19b7-4db5-b6c2-ab4494f27b21, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=96cae789-19b7-4db5-b6c2-ab4494f27b21,segment=NetworkSegment(5b53cd06-aee7-4b04-818e-d2c823afdb75),segment_id=5b53cd06-aee7-4b04-818e-d2c823afdb75)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:24:00.530835 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Returning: {'device': '96cae789-19b7-4db5-b6c2-ab4494f27b21', 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f', 'port_id': '96cae789-19b7-4db5-b6c2-ab4494f27b21', 'mac_address': 'fa:16:3e:d7:1c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:24:00.567325 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 96cae789-19b7-4db5-b6c2-ab4494f27b21 is: DOWN; New status is: BUILD {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:24:00.567710 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (96cae789-19b7-4db5-b6c2-ab4494f27b21), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:24:00.579888 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96cae789-19b7-4db5-b6c2-ab4494f27b21 {{(pid=103525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:24:00.599098 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 96cae789-19b7-4db5-b6c2-ab4494f27b21, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=96cae789-19b7-4db5-b6c2-ab4494f27b21,segment=NetworkSegment(5b53cd06-aee7-4b04-818e-d2c823afdb75),segment_id=5b53cd06-aee7-4b04-818e-d2c823afdb75)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:24:00.602981 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (96cae789-19b7-4db5-b6c2-ab4494f27b21), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:24:00.650939 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=96cae789-19b7-4db5-b6c2-ab4494f27b21,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:24:01.128192 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['96cae789-19b7-4db5-b6c2-ab4494f27b21'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:24:01.258106 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1f327-c115-41cb-9070-ee4660abf1b0 req-2a61e8e0-76d9-45f8-a23b-cb4742508cfc tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:01.259592 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b6a1f327-c115-41cb-9070-ee4660abf1b0 req-2a61e8e0-76d9-45f8-a23b-cb4742508cfc tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 945 time: 0.0464966 Apr 12 18:24:01.308262 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b6a1f327-c115-41cb-9070-ee4660abf1b0 req-45115d9f-3ef5-40c5-9766-2d669d1ad9af tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430796 Apr 12 18:24:01.439015 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85cdad-38fb-48b8-a2b8-990f3a5cc6ae req-2fecc60b-598b-4a5b-973b-5dc1ff2955bd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:01.441017 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ba85cdad-38fb-48b8-a2b8-990f3a5cc6ae req-2fecc60b-598b-4a5b-973b-5dc1ff2955bd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0508151 Apr 12 18:24:01.490596 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ba85cdad-38fb-48b8-a2b8-990f3a5cc6ae req-c23a253c-7896-4cc2-8412-0c8bc947c9ba tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440917 Apr 12 18:24:02.418759 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd91302-7ae8-49f3-842c-096e4bb02fdb req-9011e4ed-67d1-47fc-9ea8-23b79d1c54ba tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:02.420183 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ccd91302-7ae8-49f3-842c-096e4bb02fdb req-9011e4ed-67d1-47fc-9ea8-23b79d1c54ba tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 945 time: 0.0469315 Apr 12 18:24:02.449515 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 96cae789-19b7-4db5-b6c2-ab4494f27b21 up at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:24:02.468837 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ccd91302-7ae8-49f3-842c-096e4bb02fdb req-eade0f10-8bba-411e-94bf-489237efabdb tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430002 Apr 12 18:24:02.496237 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning for port 96cae789-19b7-4db5-b6c2-ab4494f27b21 completed by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:24:02.502104 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning complete for port 96cae789-19b7-4db5-b6c2-ab4494f27b21 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:24:02.502531 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (96cae789-19b7-4db5-b6c2-ab4494f27b21), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:24:02.581024 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 96cae789-19b7-4db5-b6c2-ab4494f27b21 is: BUILD; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:24:02.581471 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (96cae789-19b7-4db5-b6c2-ab4494f27b21), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:24:02.604910 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83bcc45-19f6-4be2-8d80-e3809e37494c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cae789-19b7-4db5-b6c2-ab4494f27b21'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:24:02.607146 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c854e6-82af-4f6b-9895-94d5a1d004be" -d '{"events": [{"server_uuid": "b83bcc45-19f6-4be2-8d80-e3809e37494c", "name": "network-vif-plugged", "status": "completed", "tag": "96cae789-19b7-4db5-b6c2-ab4494f27b21"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:24:02.609038 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6deae-dc39-4c7a-8ed8-2ceff6635245 req-6ab192ae-e1c8-4d1e-9ab6-b4fb0bc17476 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:02.610626 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6aa6deae-dc39-4c7a-8ed8-2ceff6635245 req-6ab192ae-e1c8-4d1e-9ab6-b4fb0bc17476 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0515990 Apr 12 18:24:02.620329 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 96cae789-19b7-4db5-b6c2-ab4494f27b21, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=96cae789-19b7-4db5-b6c2-ab4494f27b21,segment=NetworkSegment(5b53cd06-aee7-4b04-818e-d2c823afdb75),segment_id=5b53cd06-aee7-4b04-818e-d2c823afdb75)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:24:02.624543 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (96cae789-19b7-4db5-b6c2-ab4494f27b21), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:24:02.649220 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d58cf1-3c43-42d4-a56b-af566af891ba x-openstack-request-id: req-37d58cf1-3c43-42d4-a56b-af566af891ba {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:24:02.649535 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83bcc45-19f6-4be2-8d80-e3809e37494c", "name": "network-vif-plugged", "status": "completed", "tag": "96cae789-19b7-4db5-b6c2-ab4494f27b21", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:24:02.649792 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-37d58cf1-3c43-42d4-a56b-af566af891ba {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:24:02.650189 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37d58cf1-3c43-42d4-a56b-af566af891ba'] response: {'server_uuid': 'b83bcc45-19f6-4be2-8d80-e3809e37494c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cae789-19b7-4db5-b6c2-ab4494f27b21', 'code': 200} Apr 12 18:24:02.663227 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6aa6deae-dc39-4c7a-8ed8-2ceff6635245 req-59e7b5a6-2f7c-456d-aee3-d9093bfc9caf tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466237 Apr 12 18:24:02.683706 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=96cae789-19b7-4db5-b6c2-ab4494f27b21,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:24:02.876713 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb79a62-8ef3-4806-ab93-325911a7854d req-172c9d9a-b6c9-4cf9-b60c-299d11641674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:02.878793 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4cb79a62-8ef3-4806-ab93-325911a7854d req-172c9d9a-b6c9-4cf9-b60c-299d11641674 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 1130 time: 0.0374699 Apr 12 18:24:02.927335 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4cb79a62-8ef3-4806-ab93-325911a7854d req-be76751c-000a-43d4-af83-4c6176122a77 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404334 Apr 12 18:24:03.584641 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540e55d-012a-474f-af47-abaf1be80cbd req-5ec9cf59-0674-4f83-9413-098fde34c1f9 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:03.586124 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b540e55d-012a-474f-af47-abaf1be80cbd req-5ec9cf59-0674-4f83-9413-098fde34c1f9 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 946 time: 0.0456932 Apr 12 18:24:03.637162 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b540e55d-012a-474f-af47-abaf1be80cbd req-0b20db06-7ce0-4de3-b0bb-8f4296bb41cb tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455377 Apr 12 18:24:03.775472 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8442e8-7f73-4c95-b3f7-01f93c281cbf req-3eefe86f-5309-4846-bc85-2b4d119e05a4 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:03.776820 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5e8442e8-7f73-4c95-b3f7-01f93c281cbf req-3eefe86f-5309-4846-bc85-2b4d119e05a4 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0475590 Apr 12 18:24:03.828496 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5e8442e8-7f73-4c95-b3f7-01f93c281cbf req-120a75c5-eecc-48cc-b82d-a89eed44bc2d tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457647 Apr 12 18:24:04.748376 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16fed0-6ea0-4299-bf97-91329caecc7b req-55a1cd6f-a77b-45aa-89ed-4d5c9e0274f7 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:04.749880 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-cf16fed0-6ea0-4299-bf97-91329caecc7b req-55a1cd6f-a77b-45aa-89ed-4d5c9e0274f7 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 946 time: 0.0473034 Apr 12 18:24:04.797173 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-cf16fed0-6ea0-4299-bf97-91329caecc7b req-407de2c4-f5a9-427c-8001-171ea945cfaf tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416822 Apr 12 18:24:04.933917 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6508f-7cf8-4997-9987-145d0444e9cf req-2bbb1a2a-32a1-4539-86ab-330f7fcb5d9e tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:04.935276 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d5c6508f-7cf8-4997-9987-145d0444e9cf req-2bbb1a2a-32a1-4539-86ab-330f7fcb5d9e tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 946 time: 0.0736945 Apr 12 18:24:04.956711 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c8c8a-c3a0-4873-9c3c-934087e44875 req-ebca040f-433b-42d8-a4a8-6631b6756a1f tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:04.958126 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bd7c8c8a-c3a0-4873-9c3c-934087e44875 req-ebca040f-433b-42d8-a4a8-6631b6756a1f tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0627592 Apr 12 18:24:05.016467 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d5c6508f-7cf8-4997-9987-145d0444e9cf req-6a0ff5c3-e0b6-455f-b0c5-983df9172b03 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735943 Apr 12 18:24:05.028135 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bd7c8c8a-c3a0-4873-9c3c-934087e44875 req-20379f6c-f8f2-4a61-8c8d-3e44a6a9bdfe tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638463 Apr 12 18:24:05.038960 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 41410) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:24:05.220261 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10531504-2824-497c-b5cb-2bbba7e75f3d tempest-TestShelveInstance-963965537 tempest-TestShelveInstance-963965537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:05.222271 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-10531504-2824-497c-b5cb-2bbba7e75f3d tempest-TestShelveInstance-963965537 tempest-TestShelveInstance-963965537-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 1125 time: 0.1822541 Apr 12 18:24:05.225104 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 41414) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:24:05.229229 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-919c06b8-46b0-4ae3-9815-d9470a8f1484 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Request body: {'floatingip': {'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'port_id': '96cae789-19b7-4db5-b6c2-ab4494f27b21', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:24:05.248798 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-919c06b8-46b0-4ae3-9815-d9470a8f1484 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:24:05.327142 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-919c06b8-46b0-4ae3-9815-d9470a8f1484 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:24:05.433853 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-919c06b8-46b0-4ae3-9815-d9470a8f1484 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Allocated IP 172.27.1.239 (8fe2c56e-0395-443d-a858-76cf54693827/10fb9747-8da5-4ac4-8e6b-c6dba6e53947/208f6d1b-1497-4b9d-a022-62791dcc4292) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:24:05.534744 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-919c06b8-46b0-4ae3-9815-d9470a8f1484 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for port (208f6d1b-1497-4b9d-a022-62791dcc4292), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:24:05.567037 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-919c06b8-46b0-4ae3-9815-d9470a8f1484 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (208f6d1b-1497-4b9d-a022-62791dcc4292), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:24:05.604047 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919c06b8-46b0-4ae3-9815-d9470a8f1484 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Network 8fe2c56e-0395-443d-a858-76cf54693827 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:24:05.608713 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-919c06b8-46b0-4ae3-9815-d9470a8f1484 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:24:05.612884 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919c06b8-46b0-4ae3-9815-d9470a8f1484 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:24:05.637458 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c06b8-46b0-4ae3-9815-d9470a8f1484 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Pushing event updated for resources: {'Port': ['ID=208f6d1b-1497-4b9d-a022-62791dcc4292,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:24:05.950114 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-919c06b8-46b0-4ae3-9815-d9470a8f1484 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for floatingip (13fbc20c-e15d-453c-9905-5b9339f993e6), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:24:06.019688 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-919c06b8-46b0-4ae3-9815-d9470a8f1484 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (208f6d1b-1497-4b9d-a022-62791dcc4292), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:24:06.175177 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531327d-6d7e-4072-aeac-8dc22c929a4d req-34143f82-d765-42be-9357-397a7a86bf3e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:06.176637 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4531327d-6d7e-4072-aeac-8dc22c929a4d req-34143f82-d765-42be-9357-397a7a86bf3e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0601602 Apr 12 18:24:06.239891 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-919c06b8-46b0-4ae3-9815-d9470a8f1484 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for port (208f6d1b-1497-4b9d-a022-62791dcc4292), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:24:06.245872 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-919c06b8-46b0-4ae3-9815-d9470a8f1484 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (208f6d1b-1497-4b9d-a022-62791dcc4292), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:24:06.280013 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4531327d-6d7e-4072-aeac-8dc22c929a4d req-f5f1414f-3368-4bbb-be6b-e011c0205612 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946178 Apr 12 18:24:06.285739 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-919c06b8-46b0-4ae3-9815-d9470a8f1484 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (13fbc20c-e15d-453c-9905-5b9339f993e6), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:24:06.337924 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c06b8-46b0-4ae3-9815-d9470a8f1484 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Pushing event updated for resources: {'Port': ['ID=208f6d1b-1497-4b9d-a022-62791dcc4292,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:24:06.398210 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.l3_db [None req-919c06b8-46b0-4ae3-9815-d9470a8f1484 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Floating IP 13fbc20c-e15d-453c-9905-5b9339f993e6 associated. External IP: 172.27.1.239, port: 96cae789-19b7-4db5-b6c2-ab4494f27b21. Apr 12 18:24:06.604445 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919c06b8-46b0-4ae3-9815-d9470a8f1484 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Router b5e2e5f9-b93a-4364-be45-3f7564299bef has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:24:06.946705 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919c06b8-46b0-4ae3-9815-d9470a8f1484 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:24:06.956967 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9572051-b2d4-40d4-a7a7-692f064fd1ff None None] Sync routers for ids ['b5e2e5f9-b93a-4364-be45-3f7564299bef'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:24:06.964852 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-919c06b8-46b0-4ae3-9815-d9470a8f1484 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:24:06.967434 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9572051-b2d4-40d4-a7a7-692f064fd1ff None None] Routers {'b5e2e5f9-b93a-4364-be45-3f7564299bef'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:24:06.968046 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-b9572051-b2d4-40d4-a7a7-692f064fd1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:23:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['b5e2e5f9-b93a-4364-be45-3f7564299bef'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:24:06.994719 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-919c06b8-46b0-4ae3-9815-d9470a8f1484 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7685981 Apr 12 18:24:06.995441 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83bcc45-19f6-4be2-8d80-e3809e37494c', 'tag': '96cae789-19b7-4db5-b6c2-ab4494f27b21'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:24:06.997697 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ff44208863b45d5314a74bf2796fa783e64ad3222a396cfa3f0d0395593348f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cc44ce-3e5c-4ae2-8bbf-e96478080329" -d '{"events": [{"name": "network-changed", "server_uuid": "b83bcc45-19f6-4be2-8d80-e3809e37494c", "tag": "96cae789-19b7-4db5-b6c2-ab4494f27b21"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:24:07.034549 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6aa5dc-82f2-4779-b451-71d465e95fa3 x-openstack-request-id: req-5a6aa5dc-82f2-4779-b451-71d465e95fa3 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:24:07.034846 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83bcc45-19f6-4be2-8d80-e3809e37494c", "tag": "96cae789-19b7-4db5-b6c2-ab4494f27b21", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:24:07.035104 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a6aa5dc-82f2-4779-b451-71d465e95fa3 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:24:07.035510 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a6aa5dc-82f2-4779-b451-71d465e95fa3'] response: {'name': 'network-changed', 'server_uuid': 'b83bcc45-19f6-4be2-8d80-e3809e37494c', 'tag': '96cae789-19b7-4db5-b6c2-ab4494f27b21', 'status': 'completed', 'code': 200} Apr 12 18:24:07.076440 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-b9572051-b2d4-40d4-a7a7-692f064fd1ff None None] Set router b5e2e5f9-b93a-4364-be45-3f7564299bef gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:24:07.129932 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc44ce-3e5c-4ae2-8bbf-e96478080329 req-3495aaeb-7826-48e7-9bbc-7ffec5c0cfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:07.131471 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-34cc44ce-3e5c-4ae2-8bbf-e96478080329 req-3495aaeb-7826-48e7-9bbc-7ffec5c0cfe2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28174fe24e7f4a5593b2b5f692ae7372&device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 1130 time: 0.0427182 Apr 12 18:24:07.225588 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc44ce-3e5c-4ae2-8bbf-e96478080329 req-9364b1a3-8a41-4029-a053-5a374972a4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:07.226996 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-34cc44ce-3e5c-4ae2-8bbf-e96478080329 req-9364b1a3-8a41-4029-a053-5a374972a4cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=8935a1b3-0ad4-4541-b18d-1b5efbc9936f HTTP/1.1" status: 200 len: 909 time: 0.0873270 Apr 12 18:24:07.292043 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-34cc44ce-3e5c-4ae2-8bbf-e96478080329 req-dc16f99e-a283-46a7-ac4e-5c3214c28125 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96cae789-19b7-4db5-b6c2-ab4494f27b21 HTTP/1.1" status: 200 len: 1000 time: 0.0585203 Apr 12 18:24:07.296050 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-b9572051-b2d4-40d4-a7a7-692f064fd1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'name': 'tempest-TestShelveInstance-309178816-router', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'bf952946-5e79-43bb-9580-2f285ac158b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:23:01Z', 'updated_at': '2022-04-12T18:23:05Z', 'revision_number': 4, 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'gw_port': {'id': 'bf952946-5e79-43bb-9580-2f285ac158b2', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:02Z', 'updated_at': '2022-04-12T18:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '13fbc20c-e15d-453c-9905-5b9339f993e6', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'port_id': '96cae789-19b7-4db5-b6c2-ab4494f27b21', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f', 'mac_address': 'fa:16:3e:d7:1c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bcc45-19f6-4be2-8d80-e3809e37494c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:24:05Z', 'updated_at': '2022-04-12T18:24:05Z', 'revision_number': 0, 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c229dc68-a0c8-45bf-8741-d6cc682b076c', 'name': '', 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'mac_address': 'fa:16:3e:57:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:04Z', 'updated_at': '2022-04-12T18:23:09Z', 'revision_number': 5, 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'subnets': [{'id': '79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:24:07.323026 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9572051-b2d4-40d4-a7a7-692f064fd1ff None None] Checking router: b5e2e5f9-b93a-4364-be45-3f7564299bef for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:24:07.331768 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9572051-b2d4-40d4-a7a7-692f064fd1ff None None] Routers {'b5e2e5f9-b93a-4364-be45-3f7564299bef'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:24:07.332406 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-b9572051-b2d4-40d4-a7a7-692f064fd1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:23:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['b5e2e5f9-b93a-4364-be45-3f7564299bef'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:24:07.343184 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc44ce-3e5c-4ae2-8bbf-e96478080329 req-75375773-db44-40a6-aef4-b730b726dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:07.344637 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-34cc44ce-3e5c-4ae2-8bbf-e96478080329 req-75375773-db44-40a6-aef4-b730b726dcab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d HTTP/1.1" status: 200 len: 847 time: 0.0467346 Apr 12 18:24:07.419656 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc44ce-3e5c-4ae2-8bbf-e96478080329 req-e8a026a9-ff1f-4b5a-8c14-25601c16aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:07.421167 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-34cc44ce-3e5c-4ae2-8bbf-e96478080329 req-e8a026a9-ff1f-4b5a-8c14-25601c16aa95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8935a1b3-0ad4-4541-b18d-1b5efbc9936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700667 Apr 12 18:24:07.427994 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe2570-1776-47f2-bb53-4f8b50a8d6f7 req-586d717d-1d4e-48b6-9858-505924e9a5d5 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:07.429390 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-10fe2570-1776-47f2-bb53-4f8b50a8d6f7 req-586d717d-1d4e-48b6-9858-505924e9a5d5 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0701666 Apr 12 18:24:07.446668 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-b9572051-b2d4-40d4-a7a7-692f064fd1ff None None] Set router b5e2e5f9-b93a-4364-be45-3f7564299bef gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:24:07.532836 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-10fe2570-1776-47f2-bb53-4f8b50a8d6f7 req-9f11f4eb-9ff4-4500-a5b5-1c7fbcb85ec1 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954850 Apr 12 18:24:07.549967 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-34cc44ce-3e5c-4ae2-8bbf-e96478080329 req-c26068aa-75f5-4025-9d8c-0bc2151c29c9 service neutron] 10.222.0.26 "GET /v2.0/networks/8935a1b3-0ad4-4541-b18d-1b5efbc9936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196449 Apr 12 18:24:07.647843 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-34cc44ce-3e5c-4ae2-8bbf-e96478080329 req-502b99f4-f060-425e-b9d2-f3077ed2a190 service neutron] 10.222.0.26 "GET /v2.0/networks/8935a1b3-0ad4-4541-b18d-1b5efbc9936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911644 Apr 12 18:24:07.748711 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-b9572051-b2d4-40d4-a7a7-692f064fd1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'name': 'tempest-TestShelveInstance-309178816-router', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'bf952946-5e79-43bb-9580-2f285ac158b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:23:01Z', 'updated_at': '2022-04-12T18:23:05Z', 'revision_number': 4, 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'gw_port': {'id': 'bf952946-5e79-43bb-9580-2f285ac158b2', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:02Z', 'updated_at': '2022-04-12T18:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '13fbc20c-e15d-453c-9905-5b9339f993e6', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'port_id': '96cae789-19b7-4db5-b6c2-ab4494f27b21', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f', 'mac_address': 'fa:16:3e:d7:1c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bcc45-19f6-4be2-8d80-e3809e37494c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:24:05Z', 'updated_at': '2022-04-12T18:24:05Z', 'revision_number': 0, 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c229dc68-a0c8-45bf-8741-d6cc682b076c', 'name': '', 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'mac_address': 'fa:16:3e:57:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:04Z', 'updated_at': '2022-04-12T18:23:09Z', 'revision_number': 5, 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'subnets': [{'id': '79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:24:07.778259 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9572051-b2d4-40d4-a7a7-692f064fd1ff None None] The sync data for ids ['b5e2e5f9-b93a-4364-be45-3f7564299bef'] in dv-cinder-837535-1-iscsi is: [{'id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'name': 'tempest-TestShelveInstance-309178816-router', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'bf952946-5e79-43bb-9580-2f285ac158b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:23:01Z', 'updated_at': '2022-04-12T18:23:05Z', 'revision_number': 4, 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'gw_port': {'id': 'bf952946-5e79-43bb-9580-2f285ac158b2', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:02Z', 'updated_at': '2022-04-12T18:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '13fbc20c-e15d-453c-9905-5b9339f993e6', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'port_id': '96cae789-19b7-4db5-b6c2-ab4494f27b21', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f', 'mac_address': 'fa:16:3e:d7:1c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bcc45-19f6-4be2-8d80-e3809e37494c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:24:05Z', 'updated_at': '2022-04-12T18:24:05Z', 'revision_number': 0, 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c229dc68-a0c8-45bf-8741-d6cc682b076c', 'name': '', 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'mac_address': 'fa:16:3e:57:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:04Z', 'updated_at': '2022-04-12T18:23:09Z', 'revision_number': 5, 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'subnets': [{'id': '79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:24:07.960735 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053411b5-6f02-4700-afb6-155352edaf5e None None] New status for floating IP 13fbc20c-e15d-453c-9905-5b9339f993e6: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:24:08.648156 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27b47d-d4d8-4d7c-b05c-2b3aa2d77cb3 req-056345eb-3e23-4c44-92f4-c569d7167464 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:08.649645 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2a27b47d-d4d8-4d7c-b05c-2b3aa2d77cb3 req-056345eb-3e23-4c44-92f4-c569d7167464 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0471721 Apr 12 18:24:08.695386 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2a27b47d-d4d8-4d7c-b05c-2b3aa2d77cb3 req-b70dcbe6-bad5-4bd1-a7c1-e8df6a5874ce tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400910 Apr 12 18:24:09.806173 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe5949-1e0a-461a-a1ca-992f8651b4da req-3764270b-a784-4904-bccd-49766dc64b7b tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:09.807611 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1dfe5949-1e0a-461a-a1ca-992f8651b4da req-3764270b-a784-4904-bccd-49766dc64b7b tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0460918 Apr 12 18:24:09.853017 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1dfe5949-1e0a-461a-a1ca-992f8651b4da req-a8b7f775-82b5-482c-9b16-3b7ee796ff77 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400193 Apr 12 18:24:10.967095 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a6ed7-35d8-4397-a223-4467835b406d req-8a86222c-3fd0-4cd8-8c57-bfd1a30741fc tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:10.968541 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e32a6ed7-35d8-4397-a223-4467835b406d req-8a86222c-3fd0-4cd8-8c57-bfd1a30741fc tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0493855 Apr 12 18:24:11.013874 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e32a6ed7-35d8-4397-a223-4467835b406d req-4b805483-90e6-4365-b461-1b732b63293b tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392392 Apr 12 18:24:12.123813 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c0629-66c2-405d-8c6c-e52d7539ab1c req-c51386d6-c914-4b3b-b789-9c229ee745f0 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:12.125294 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-761c0629-66c2-405d-8c6c-e52d7539ab1c req-c51386d6-c914-4b3b-b789-9c229ee745f0 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0460813 Apr 12 18:24:12.171702 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-761c0629-66c2-405d-8c6c-e52d7539ab1c req-2b26f5f9-33fd-484e-ac38-9b8830d61b74 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409236 Apr 12 18:24:13.167883 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5d3c3d54-3ac5-4297-914b-ed0921f8c8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:24:13.284918 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c2218-fd18-4569-b4dc-62c0728a5ed3 req-ff29dde7-b60b-49b7-9458-8d2a768b841a tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:13.286475 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b85c2218-fd18-4569-b4dc-62c0728a5ed3 req-ff29dde7-b60b-49b7-9458-8d2a768b841a tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0469337 Apr 12 18:24:13.334753 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b85c2218-fd18-4569-b4dc-62c0728a5ed3 req-4fe95d71-3a89-47af-8ca5-4f5b24609247 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427072 Apr 12 18:24:13.524324 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8422a1-78cf-4384-aaff-2b32b3d398a0 req-383fd81b-acac-4c1b-b35c-d4326d8b8dc4 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:13.525831 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fa8422a1-78cf-4384-aaff-2b32b3d398a0 req-383fd81b-acac-4c1b-b35c-d4326d8b8dc4 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0462961 Apr 12 18:24:13.599662 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fa8422a1-78cf-4384-aaff-2b32b3d398a0 req-b464551c-b0c1-4164-afef-6d900d77297b tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680304 Apr 12 18:24:13.604882 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca3056-f898-4daa-8462-42eedf46ad29 req-04f9025b-db99-4f33-a42e-f83c29990a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:13.606333 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-39ca3056-f898-4daa-8462-42eedf46ad29 req-04f9025b-db99-4f33-a42e-f83c29990a3e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6c7a32511684e98998d07f553b02c00&device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 1129 time: 0.0491233 Apr 12 18:24:13.699673 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca3056-f898-4daa-8462-42eedf46ad29 req-2e99c6d5-b46a-4549-b8bd-6f3c7727f1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:13.701136 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-39ca3056-f898-4daa-8462-42eedf46ad29 req-2e99c6d5-b46a-4549-b8bd-6f3c7727f1ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=3aeebb2a-d034-4a90-afa4-338c34468833 HTTP/1.1" status: 200 len: 911 time: 0.0882530 Apr 12 18:24:13.764318 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-39ca3056-f898-4daa-8462-42eedf46ad29 req-40f13055-2718-4a9d-981b-cec34fa43bec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=589d2373-ec7d-4f40-a03c-e79126929e92 HTTP/1.1" status: 200 len: 1000 time: 0.0560887 Apr 12 18:24:13.815490 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca3056-f898-4daa-8462-42eedf46ad29 req-0c4b9352-7ac4-4c65-a335-296bb6762cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:13.816909 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-39ca3056-f898-4daa-8462-42eedf46ad29 req-0c4b9352-7ac4-4c65-a335-296bb6762cd3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46b9b379-140d-4142-a367-613843eeaf49 HTTP/1.1" status: 200 len: 849 time: 0.0462365 Apr 12 18:24:13.858060 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca3056-f898-4daa-8462-42eedf46ad29 req-78279a34-5293-42d1-be5f-5d6a4f129a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:13.859416 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-39ca3056-f898-4daa-8462-42eedf46ad29 req-78279a34-5293-42d1-be5f-5d6a4f129a81 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3aeebb2a-d034-4a90-afa4-338c34468833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366166 Apr 12 18:24:13.946107 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-39ca3056-f898-4daa-8462-42eedf46ad29 req-b880c33f-4c71-49e9-92a4-40452e244ed7 service neutron] 10.222.0.26 "GET /v2.0/networks/3aeebb2a-d034-4a90-afa4-338c34468833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792587 Apr 12 18:24:14.036675 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-39ca3056-f898-4daa-8462-42eedf46ad29 req-5dc6b461-7da6-4f69-9b76-c3f295b237c1 service neutron] 10.222.0.26 "GET /v2.0/networks/3aeebb2a-d034-4a90-afa4-338c34468833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846610 Apr 12 18:24:14.714167 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b089ce8-0fd8-45d5-be4f-9376ab4d3db9 req-b68ef9e2-cb34-4ea7-9afa-310aa924e1c9 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:14.715603 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0b089ce8-0fd8-45d5-be4f-9376ab4d3db9 req-b68ef9e2-cb34-4ea7-9afa-310aa924e1c9 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0468676 Apr 12 18:24:14.761061 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0b089ce8-0fd8-45d5-be4f-9376ab4d3db9 req-9636ecae-48d1-4a81-9e1f-0935f9c17582 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393465 Apr 12 18:24:15.510606 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6d400675-5326-4804-ae48-d5640a389f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:24:15.877958 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fab25-2287-4614-a2f4-5ef547d52cfe req-4d365c8a-691e-4e31-be69-60fccd0f3a2e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:15.879402 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-377fab25-2287-4614-a2f4-5ef547d52cfe req-4d365c8a-691e-4e31-be69-60fccd0f3a2e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0499539 Apr 12 18:24:15.924613 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-377fab25-2287-4614-a2f4-5ef547d52cfe req-f7478648-25e3-49c1-a759-76332ee30da4 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397637 Apr 12 18:24:16.836017 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:24:18.343301 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:24:19.280140 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:24:23.958406 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:24:32.793786 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:24:43.170153 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f5d3c7f3-1b44-456a-8609-46952a4358fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:24:45.506089 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-041dc715-e728-4612-8a96-9a552b5a75c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:24:46.838566 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:24:48.307182 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f14e94-062e-4a46-a787-686ea7b9a042 req-cf16a793-b38c-4777-be42-a6a3b143bd56 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:48.308652 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b4f14e94-062e-4a46-a787-686ea7b9a042 req-cf16a793-b38c-4777-be42-a6a3b143bd56 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 984 time: 0.0744786 Apr 12 18:24:48.314576 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed570ac-42a7-41ba-85c0-a6309fbc59ca req-4b4c5763-f309-430f-b187-66574e5efb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:48.316306 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0ed570ac-42a7-41ba-85c0-a6309fbc59ca req-4b4c5763-f309-430f-b187-66574e5efb22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=809186fad39d4f6d9876d3e1348b3ab0&device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 1168 time: 0.0536005 Apr 12 18:24:48.346726 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:24:48.433194 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b4f14e94-062e-4a46-a787-686ea7b9a042 req-e692ee3e-0e16-4030-8a90-5630e73c1822 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&id=2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1158233 Apr 12 18:24:48.447620 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed570ac-42a7-41ba-85c0-a6309fbc59ca req-b93ce938-9da7-4836-9dab-5299aec86b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:48.449065 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0ed570ac-42a7-41ba-85c0-a6309fbc59ca req-b93ce938-9da7-4836-9dab-5299aec86b84 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32fddf7a-be6e-433e-a894-e115b22cd23d HTTP/1.1" status: 200 len: 915 time: 0.1262763 Apr 12 18:24:48.518126 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0ed570ac-42a7-41ba-85c0-a6309fbc59ca req-38e77106-be82-46f2-9cde-9c8de79740c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a08f442-c306-4d1d-a934-82f8c095a54a HTTP/1.1" status: 200 len: 1000 time: 0.0625746 Apr 12 18:24:48.566930 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed570ac-42a7-41ba-85c0-a6309fbc59ca req-5ccfc7cb-fdb4-4191-a986-dedd8e761859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:48.568324 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0ed570ac-42a7-41ba-85c0-a6309fbc59ca req-5ccfc7cb-fdb4-4191-a986-dedd8e761859 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc07eb1e-fff2-417b-b6fd-57ebe5882dc3 HTTP/1.1" status: 200 len: 853 time: 0.0434735 Apr 12 18:24:48.612677 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed570ac-42a7-41ba-85c0-a6309fbc59ca req-ae762f9e-e8c8-4c2d-8d2e-3574e3e80281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:48.614178 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0ed570ac-42a7-41ba-85c0-a6309fbc59ca req-ae762f9e-e8c8-4c2d-8d2e-3574e3e80281 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32fddf7a-be6e-433e-a894-e115b22cd23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389357 Apr 12 18:24:48.705590 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0ed570ac-42a7-41ba-85c0-a6309fbc59ca req-3e60752d-8206-4eb2-b504-4ac7155133c5 service neutron] 10.222.0.26 "GET /v2.0/networks/32fddf7a-be6e-433e-a894-e115b22cd23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837662 Apr 12 18:24:48.793017 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0ed570ac-42a7-41ba-85c0-a6309fbc59ca req-92c4ef3d-8b7e-4d9d-bbd7-a15ea04de8a6 service neutron] 10.222.0.26 "GET /v2.0/networks/32fddf7a-be6e-433e-a894-e115b22cd23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811923 Apr 12 18:24:49.281924 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:24:49.549553 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bb35e-ffa4-4eff-9212-f8e21844ae5b req-7f881341-6898-451b-aa36-f4f1c2f88485 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:49.551003 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-895bb35e-ffa4-4eff-9212-f8e21844ae5b req-7f881341-6898-451b-aa36-f4f1c2f88485 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 984 time: 0.0469723 Apr 12 18:24:49.613730 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-895bb35e-ffa4-4eff-9212-f8e21844ae5b req-2b33f58a-5853-4e94-a191-8024af8d6a33 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&id=2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571020 Apr 12 18:24:50.728138 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa67a3-39ca-4d65-9851-017fb9d1e39a req-36ec44f2-04e9-4541-884f-ca4669d4a0a7 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:50.729619 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3afa67a3-39ca-4d65-9851-017fb9d1e39a req-36ec44f2-04e9-4541-884f-ca4669d4a0a7 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 984 time: 0.0480072 Apr 12 18:24:50.789656 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3afa67a3-39ca-4d65-9851-017fb9d1e39a req-15e5757e-89cf-47f5-825b-948a8a73ae28 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&id=2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543964 Apr 12 18:24:51.901815 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076dc187-dece-4cf0-8a11-ed571f494296 req-57a8beb2-a309-433c-93ab-8f0491e2402d tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:51.903298 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-076dc187-dece-4cf0-8a11-ed571f494296 req-57a8beb2-a309-433c-93ab-8f0491e2402d tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 984 time: 0.0475833 Apr 12 18:24:51.963236 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-076dc187-dece-4cf0-8a11-ed571f494296 req-28d6e832-196a-4a73-aacc-4b8761dc5a1f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&id=2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538352 Apr 12 18:24:52.965185 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ecaeb363-f9fb-439b-8a65-8534f8b014e6 req-4595ca59-dc56-496e-952e-42c7d7bf0bdc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414560 Apr 12 18:24:53.025005 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaeb363-f9fb-439b-8a65-8534f8b014e6 req-f16ba064-cb12-4f54-8dfd-69c3b6113411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:53.026537 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ecaeb363-f9fb-439b-8a65-8534f8b014e6 req-f16ba064-cb12-4f54-8dfd-69c3b6113411 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5d28f86be7741b183b3d48b791ace5c&device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 1129 time: 0.0398016 Apr 12 18:24:53.112316 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9820b-0ab5-4209-a549-268f8f33ef3e req-c432b427-5434-432a-94e3-3fb4b57dd3ff tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:53.113730 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-eac9820b-0ab5-4209-a549-268f8f33ef3e req-c432b427-5434-432a-94e3-3fb4b57dd3ff tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 984 time: 0.0839128 Apr 12 18:24:53.208677 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaeb363-f9fb-439b-8a65-8534f8b014e6 req-ae53f791-e482-4dc1-82f2-0b561fd5e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:53.210148 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ecaeb363-f9fb-439b-8a65-8534f8b014e6 req-ae53f791-e482-4dc1-82f2-0b561fd5e579 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9dc82e9-ba51-4034-af9b-11d793e8de94 HTTP/1.1" status: 200 len: 915 time: 0.1488636 Apr 12 18:24:53.219876 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-eac9820b-0ab5-4209-a549-268f8f33ef3e req-70dc0732-e7ab-4391-acd8-d7bf5e8851b9 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&id=2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792637 Apr 12 18:24:53.284486 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ecaeb363-f9fb-439b-8a65-8534f8b014e6 req-8785f5c5-1c91-4947-9e8e-5a68ed606a4c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4689fd1-e948-4092-8679-98ae201f6d88 HTTP/1.1" status: 200 len: 1001 time: 0.0635483 Apr 12 18:24:53.333736 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaeb363-f9fb-439b-8a65-8534f8b014e6 req-e392911b-5e29-41f6-8aac-507aff01d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:53.335193 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ecaeb363-f9fb-439b-8a65-8534f8b014e6 req-e392911b-5e29-41f6-8aac-507aff01d259 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e9a9f4b8-3305-469c-8769-0a7b186de1c2 HTTP/1.1" status: 200 len: 853 time: 0.0446370 Apr 12 18:24:53.385411 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaeb363-f9fb-439b-8a65-8534f8b014e6 req-ec93d76b-d099-4b33-9a81-9185eb4df3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:53.386852 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ecaeb363-f9fb-439b-8a65-8534f8b014e6 req-ec93d76b-d099-4b33-9a81-9185eb4df3b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9dc82e9-ba51-4034-af9b-11d793e8de94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401032 Apr 12 18:24:53.483582 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ecaeb363-f9fb-439b-8a65-8534f8b014e6 req-b43a1248-164a-4799-b945-64e05b3817ab service neutron] 10.222.0.26 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861411 Apr 12 18:24:53.578209 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ecaeb363-f9fb-439b-8a65-8534f8b014e6 req-02336fcc-ee39-4879-9a9f-4932d6e008e7 service neutron] 10.222.0.26 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822697 Apr 12 18:24:53.972444 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:24:54.443283 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908dd62-3be4-4e91-8799-15cd1aff7475 req-9ffb01a8-1816-4e45-b031-4d47384e0093 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:54.444744 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5908dd62-3be4-4e91-8799-15cd1aff7475 req-9ffb01a8-1816-4e45-b031-4d47384e0093 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 984 time: 0.1585414 Apr 12 18:24:54.506032 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5908dd62-3be4-4e91-8799-15cd1aff7475 req-b96a12ca-7590-46b7-8e2e-198cf1b16d1f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&id=2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554523 Apr 12 18:24:55.665358 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6a1eb-948e-4e0c-a02a-92f0504678fb req-6c3a4832-5cfd-4d57-bb03-b524c8e431a7 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:55.666807 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7aa6a1eb-948e-4e0c-a02a-92f0504678fb req-6c3a4832-5cfd-4d57-bb03-b524c8e431a7 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 984 time: 0.0947473 Apr 12 18:24:55.726287 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7aa6a1eb-948e-4e0c-a02a-92f0504678fb req-b9af38c7-215e-44c6-8b66-2d181e39f760 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&id=2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539014 Apr 12 18:24:56.835129 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810ae2c-20dc-4656-9767-fe69c18451e2 req-d1a24d95-9899-4f2a-83c0-8ed07d94e92a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:56.836561 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1810ae2c-20dc-4656-9767-fe69c18451e2 req-d1a24d95-9899-4f2a-83c0-8ed07d94e92a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 984 time: 0.0457945 Apr 12 18:24:56.895000 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1810ae2c-20dc-4656-9767-fe69c18451e2 req-e1e9b472-56c5-4694-b8d8-8116e8c51ae3 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&id=2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528123 Apr 12 18:24:58.009711 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9f527-deba-45c5-a35f-3c3bfb922309 req-af74e354-ff7a-4b41-8013-fb3c8e6e7c37 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:58.011174 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fae9f527-deba-45c5-a35f-3c3bfb922309 req-af74e354-ff7a-4b41-8013-fb3c8e6e7c37 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 984 time: 0.0500708 Apr 12 18:24:58.070325 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fae9f527-deba-45c5-a35f-3c3bfb922309 req-049b8c81-0025-4946-adf9-8e8f78bd04c1 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&id=2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535679 Apr 12 18:24:59.181490 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002976d9-b823-4559-8bd5-dd5b01241b13 req-d032db8a-d1a1-40cf-af5a-53b4b9f2b3f9 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:24:59.182942 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-002976d9-b823-4559-8bd5-dd5b01241b13 req-d032db8a-d1a1-40cf-af5a-53b4b9f2b3f9 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 984 time: 0.0466306 Apr 12 18:24:59.241222 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-002976d9-b823-4559-8bd5-dd5b01241b13 req-36a0ccd4-2e88-438c-8c6a-2af4361d0579 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&id=2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526175 Apr 12 18:25:00.356041 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5257302-2c47-41ea-b2c0-4bee331b4fb2 req-b8c803f2-4705-47ca-b663-bbd4275c6ba4 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:00.357556 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a5257302-2c47-41ea-b2c0-4bee331b4fb2 req-b8c803f2-4705-47ca-b663-bbd4275c6ba4 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 984 time: 0.0501301 Apr 12 18:25:00.419702 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a5257302-2c47-41ea-b2c0-4bee331b4fb2 req-ee717049-94a1-4ce0-8ca5-7f793cfb1988 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&id=2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562716 Apr 12 18:25:01.540868 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d222c-eb29-4ca0-9074-0d9a739f3f5d req-12e54663-d8f5-4ecb-9eed-2a265dd3331d tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:01.543885 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ad3d222c-eb29-4ca0-9074-0d9a739f3f5d req-12e54663-d8f5-4ecb-9eed-2a265dd3331d tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 984 time: 0.0487282 Apr 12 18:25:01.602179 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ad3d222c-eb29-4ca0-9074-0d9a739f3f5d req-b1f32318-36a8-4ae7-9763-eda89432dbfe tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&id=2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528142 Apr 12 18:25:02.725291 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffe353-f08c-4fb6-97b7-3d859d112002 req-140e4963-d617-495c-bb20-f49a13e1958f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:02.727307 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-18ffe353-f08c-4fb6-97b7-3d859d112002 req-140e4963-d617-495c-bb20-f49a13e1958f tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 984 time: 0.0529962 Apr 12 18:25:02.792054 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-18ffe353-f08c-4fb6-97b7-3d859d112002 req-7caa18f6-9a27-4941-b93b-ec046fd0d617 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&id=2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590525 Apr 12 18:25:03.903587 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42729b4a-2913-44a1-84e2-9cf0a0a064fc req-552db70f-76fa-456a-a7a8-3c50ed8ed024 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:03.905296 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-42729b4a-2913-44a1-84e2-9cf0a0a064fc req-552db70f-76fa-456a-a7a8-3c50ed8ed024 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 984 time: 0.0471168 Apr 12 18:25:03.962772 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-42729b4a-2913-44a1-84e2-9cf0a0a064fc req-ca34dbdd-6211-4f99-8516-8ef7aeba6200 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&id=2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518582 Apr 12 18:25:05.074027 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f068a-3f6a-49fb-9aae-5ec7483512ca req-36893eea-afc3-4f09-86f9-840ed59c0bdf tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:05.075490 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d45f068a-3f6a-49fb-9aae-5ec7483512ca req-36893eea-afc3-4f09-86f9-840ed59c0bdf tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 984 time: 0.0477519 Apr 12 18:25:05.139745 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d45f068a-3f6a-49fb-9aae-5ec7483512ca req-3acdbed1-0d23-4641-8433-887dfde3c5b8 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&id=2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586634 Apr 12 18:25:09.793423 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:25:13.171726 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-15b41e99-5367-4f7f-88a2-7c42caf0e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:15.506521 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b11931d0-0246-4ed4-8188-fb96a25b2ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:16.842675 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:18.350505 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:19.284332 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:23.985806 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:39.405706 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f849a-0190-4858-96b3-63901e33b64e req-333294af-5134-41f7-ad51-b74d918ec8eb tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:39.407211 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e66f849a-0190-4858-96b3-63901e33b64e req-333294af-5134-41f7-ad51-b74d918ec8eb tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0584843 Apr 12 18:25:39.464337 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b21e3-d948-4896-a089-26f75da1adb1 req-d97700b8-0b62-4b6f-839e-24764dac834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:39.465881 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b56b21e3-d948-4896-a089-26f75da1adb1 req-d97700b8-0b62-4b6f-839e-24764dac834c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=32de1a896084470f9de92a79d2b2ca07&device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 1130 time: 0.1257305 Apr 12 18:25:39.518561 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e66f849a-0190-4858-96b3-63901e33b64e req-8105dfc3-768c-47bd-a3f0-7275137730f8 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011026 Apr 12 18:25:39.587738 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b21e3-d948-4896-a089-26f75da1adb1 req-07c6b7c6-c7d9-40a7-9a6a-8310d0cc8e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:39.589235 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b56b21e3-d948-4896-a089-26f75da1adb1 req-07c6b7c6-c7d9-40a7-9a6a-8310d0cc8e1a service neutron] 10.222.0.26 "GET /v2.0/networks?id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee HTTP/1.1" status: 200 len: 918 time: 0.1148875 Apr 12 18:25:39.639892 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b737a-42e9-4edd-b54e-2199a07f3a20 req-fb1f44cc-07ad-4e7e-9bac-10b5079d4af8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:39.641261 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-949b737a-42e9-4edd-b54e-2199a07f3a20 req-fb1f44cc-07ad-4e7e-9bac-10b5079d4af8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b8d1aa7-1602-4341-b5be-62b7c4049cc2 HTTP/1.1" status: 200 len: 946 time: 0.0458832 Apr 12 18:25:39.687876 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-949b737a-42e9-4edd-b54e-2199a07f3a20 req-aff5d6b3-f22f-4ec0-a897-628487380322 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=f02d455d-5f36-4f7e-8ff8-9817fee2a862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403566 Apr 12 18:25:40.209614 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8820195-6056-47ef-9451-e1ad876c4e93 req-4c4bda69-2a60-4895-bf53-48523ded4ec3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:40.210994 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f8820195-6056-47ef-9451-e1ad876c4e93 req-4c4bda69-2a60-4895-bf53-48523ded4ec3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0474794 Apr 12 18:25:40.256618 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f8820195-6056-47ef-9451-e1ad876c4e93 req-8748ad00-141b-4eda-a102-be65ef358bac tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401931 Apr 12 18:25:40.638764 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece7b82-38a7-45e1-9418-222cf055df03 req-28b03053-9511-4ce8-966f-51ce602e4ddf tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:40.640190 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-aece7b82-38a7-45e1-9418-222cf055df03 req-28b03053-9511-4ce8-966f-51ce602e4ddf tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0496104 Apr 12 18:25:40.686226 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-aece7b82-38a7-45e1-9418-222cf055df03 req-d80ebe75-2b3b-4223-9d99-3d1921544565 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403607 Apr 12 18:25:40.747066 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b56b21e3-d948-4896-a089-26f75da1adb1 req-43d201c5-4a35-41a9-8249-ba506b7b6dc9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6e6cb98-196e-4b0e-b027-71f54056147d HTTP/1.1" status: 200 len: 1002 time: 0.0590322 Apr 12 18:25:40.812280 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94199ab4-ccc6-4761-a6f2-d2e6a4cfce3f req-b7c6fb1d-bf1a-441c-9904-461c1a60be6b tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:40.813618 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-94199ab4-ccc6-4761-a6f2-d2e6a4cfce3f req-b7c6fb1d-bf1a-441c-9904-461c1a60be6b tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b8d1aa7-1602-4341-b5be-62b7c4049cc2 HTTP/1.1" status: 200 len: 946 time: 0.0588560 Apr 12 18:25:40.871516 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b21e3-d948-4896-a089-26f75da1adb1 req-982dc9db-65c9-4cbd-a86d-e93d323dce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:40.872956 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b56b21e3-d948-4896-a089-26f75da1adb1 req-982dc9db-65c9-4cbd-a86d-e93d323dce88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81df1cf4-cbde-4529-8fd2-878a9fd29f57 HTTP/1.1" status: 200 len: 856 time: 0.0739577 Apr 12 18:25:40.886491 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-94199ab4-ccc6-4761-a6f2-d2e6a4cfce3f req-66cead09-f275-47ab-91e0-4d2bb6e01600 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=f02d455d-5f36-4f7e-8ff8-9817fee2a862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545547 Apr 12 18:25:40.967292 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b21e3-d948-4896-a089-26f75da1adb1 req-3c586277-22e0-4770-b085-fe7769a028f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:40.968743 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b56b21e3-d948-4896-a089-26f75da1adb1 req-3c586277-22e0-4770-b085-fe7769a028f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376933 Apr 12 18:25:41.076539 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b56b21e3-d948-4896-a089-26f75da1adb1 req-d5ea997e-99a8-4a2e-97ea-33b97beee7d6 service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842650 Apr 12 18:25:41.213914 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b56b21e3-d948-4896-a089-26f75da1adb1 req-ed8d1b4b-e223-4611-9974-87920a5ddbd2 service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824647 Apr 12 18:25:41.322371 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44d79e-6265-4bac-9348-dd8e55f84abf req-6aed9b76-fd1f-404d-8ac5-20fff1f344a0 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:41.323867 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fb44d79e-6265-4bac-9348-dd8e55f84abf req-6aed9b76-fd1f-404d-8ac5-20fff1f344a0 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b8d1aa7-1602-4341-b5be-62b7c4049cc2 HTTP/1.1" status: 200 len: 946 time: 0.0542121 Apr 12 18:25:41.370864 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750289bd-851d-40ca-b5b1-66ae9cb7598e req-ceeab10e-5468-4724-920c-de6b11a98c95 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:41.372308 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-750289bd-851d-40ca-b5b1-66ae9cb7598e req-ceeab10e-5468-4724-920c-de6b11a98c95 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0461721 Apr 12 18:25:41.442850 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-750289bd-851d-40ca-b5b1-66ae9cb7598e req-f8780364-db4c-43cc-a1c8-74964de8ade0 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650151 Apr 12 18:25:41.496475 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-fb44d79e-6265-4bac-9348-dd8e55f84abf req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Deleting port 62c2fa9f-ed54-4868-8154-5adda33cff5a {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:25:41.496823 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fb44d79e-6265-4bac-9348-dd8e55f84abf req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (62c2fa9f-ed54-4868-8154-5adda33cff5a), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:41.581742 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-fb44d79e-6265-4bac-9348-dd8e55f84abf req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] For port 62c2fa9f-ed54-4868-8154-5adda33cff5a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=62c2fa9f-ed54-4868-8154-5adda33cff5a,segment=NetworkSegment(5377f466-4b6e-46ba-a53b-1eadcfe56874),segment_id=5377f466-4b6e-46ba-a53b-1eadcfe56874)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:25:41.582667 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fb44d79e-6265-4bac-9348-dd8e55f84abf req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (62c2fa9f-ed54-4868-8154-5adda33cff5a), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:41.838778 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fb44d79e-6265-4bac-9348-dd8e55f84abf req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:41.839520 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fb44d79e-6265-4bac-9348-dd8e55f84abf req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (f215a93a-4d13-4a7c-afe1-6a267c95a472), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:41.839520 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.l3_db [req-fb44d79e-6265-4bac-9348-dd8e55f84abf req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Floating IP f215a93a-4d13-4a7c-afe1-6a267c95a472 disassociated. External IP: 172.27.1.131, port: 62c2fa9f-ed54-4868-8154-5adda33cff5a. Apr 12 18:25:41.839788 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-fb44d79e-6265-4bac-9348-dd8e55f84abf req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Calling delete_port for 62c2fa9f-ed54-4868-8154-5adda33cff5a owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:25:41.849038 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f0d9b-239b-41b2-bd5a-81440ff45a4b req-7b10c36e-8765-48e5-84e8-dee6292236ce tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:41.850500 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6f0f0d9b-239b-41b2-bd5a-81440ff45a4b req-7b10c36e-8765-48e5-84e8-dee6292236ce tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0697613 Apr 12 18:25:41.943618 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6f0f0d9b-239b-41b2-bd5a-81440ff45a4b req-5cf103a3-175f-45d0-8985-219ed9090bf6 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866351 Apr 12 18:25:42.039121 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dc46a-0527-46bc-a5ed-ef889d40b0be req-e0b55b3d-ab78-49c4-87a1-739edd29e97d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:42.040467 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6c3dc46a-0527-46bc-a5ed-ef889d40b0be req-e0b55b3d-ab78-49c4-87a1-739edd29e97d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b8d1aa7-1602-4341-b5be-62b7c4049cc2 HTTP/1.1" status: 200 len: 946 time: 0.0850813 Apr 12 18:25:42.047423 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fb44d79e-6265-4bac-9348-dd8e55f84abf req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079'] for port (62c2fa9f-ed54-4868-8154-5adda33cff5a), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:42.328296 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event deleted for resources: {'Port': ['ID=62c2fa9f-ed54-4868-8154-5adda33cff5a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:25:42.343184 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:42.343539 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:42.343882 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:42.344228 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:42.344569 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:42.344902 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:42.345259 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:42.345589 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:42.345916 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:42.346242 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:42.346573 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:42.346898 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:42.347222 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:42.348202 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:42.348575 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:42.407431 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6c3dc46a-0527-46bc-a5ed-ef889d40b0be req-fc95826b-f84c-41a7-8f11-8fafc869f88d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=f02d455d-5f36-4f7e-8ff8-9817fee2a862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3609266 Apr 12 18:25:42.490351 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb44d79e-6265-4bac-9348-dd8e55f84abf req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Router 75c67045-88dc-47c1-88df-b545b64bc51a has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:25:42.612729 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed765c7-641b-4478-8573-a2276ee9eaab req-6cdcc813-5545-4001-8349-741034b48a8b tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:42.614240 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bed765c7-641b-4478-8573-a2276ee9eaab req-6cdcc813-5545-4001-8349-741034b48a8b tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0825832 Apr 12 18:25:42.661942 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb44d79e-6265-4bac-9348-dd8e55f84abf req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:25:42.672423 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b231930-7a4e-4469-9993-4e9bff4e39e5 None None] Sync routers for ids ['75c67045-88dc-47c1-88df-b545b64bc51a'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:25:42.684371 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b231930-7a4e-4469-9993-4e9bff4e39e5 None None] Routers {'75c67045-88dc-47c1-88df-b545b64bc51a'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:25:42.685234 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-4b231930-7a4e-4469-9993-4e9bff4e39e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:25:15Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['75c67045-88dc-47c1-88df-b545b64bc51a'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:25:42.700383 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bed765c7-641b-4478-8573-a2276ee9eaab req-6348fb54-6c29-43b1-b283-5a702107cf26 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759785 Apr 12 18:25:42.719636 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb44d79e-6265-4bac-9348-dd8e55f84abf req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] No DVR routers for this DVR port 62c2fa9f-ed54-4868-8154-5adda33cff5a on host hv-cinder-83753 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:25:42.724525 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fb44d79e-6265-4bac-9348-dd8e55f84abf req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:42.728343 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fb44d79e-6265-4bac-9348-dd8e55f84abf req-2d8ebb75-e544-41b8-bc9a-a77d4c80a666 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.26 "DELETE /v2.0/ports/62c2fa9f-ed54-4868-8154-5adda33cff5a HTTP/1.1" status: 204 len: 173 time: 1.3240781 Apr 12 18:25:42.728794 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8d1aa7-1602-4341-b5be-62b7c4049cc2', 'name': 'network-vif-deleted', 'tag': '62c2fa9f-ed54-4868-8154-5adda33cff5a'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:25:42.731067 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ff44208863b45d5314a74bf2796fa783e64ad3222a396cfa3f0d0395593348f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34248211-70e3-479d-8065-36d052341a32" -d '{"events": [{"server_uuid": "1b8d1aa7-1602-4341-b5be-62b7c4049cc2", "name": "network-vif-deleted", "tag": "62c2fa9f-ed54-4868-8154-5adda33cff5a"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:25:42.809367 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-4b231930-7a4e-4469-9993-4e9bff4e39e5 None None] Set router 75c67045-88dc-47c1-88df-b545b64bc51a gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:25:42.834500 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3dc93f-b461-47c5-a62d-6651d92e5e22 x-openstack-request-id: req-bc3dc93f-b461-47c5-a62d-6651d92e5e22 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:25:42.834940 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8d1aa7-1602-4341-b5be-62b7c4049cc2", "name": "network-vif-deleted", "tag": "62c2fa9f-ed54-4868-8154-5adda33cff5a", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:25:42.835207 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bc3dc93f-b461-47c5-a62d-6651d92e5e22 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:25:42.835621 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc3dc93f-b461-47c5-a62d-6651d92e5e22'] response: {'server_uuid': '1b8d1aa7-1602-4341-b5be-62b7c4049cc2', 'name': 'network-vif-deleted', 'tag': '62c2fa9f-ed54-4868-8154-5adda33cff5a', 'status': 'completed', 'code': 200} Apr 12 18:25:43.037821 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-4b231930-7a4e-4469-9993-4e9bff4e39e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '1dab2430-b56b-46c1-8534-00440acfd98b', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'port_id': 'b4689fd1-e948-4092-8679-98ae201f6d88', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'mac_address': 'fa:16:3e:42:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4a684f-9199-44b1-b154-7a987026b17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:20:04Z', 'updated_at': '2022-04-12T18:20:57Z', 'revision_number': 2, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ee12d0-42ec-4df9-af37-6171eb8e0fce', 'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'mac_address': 'fa:16:3e:d5:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:04Z', 'revision_number': 5, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'subnets': [{'id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:25:43.060014 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef17db-4525-4533-81e2-0464800240f8 req-2186ae80-268b-4ed9-b3d0-c76f13b3b4f6 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:43.061522 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-75ef17db-4525-4533-81e2-0464800240f8 req-2186ae80-268b-4ed9-b3d0-c76f13b3b4f6 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0486305 Apr 12 18:25:43.068687 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b231930-7a4e-4469-9993-4e9bff4e39e5 None None] Checking router: 75c67045-88dc-47c1-88df-b545b64bc51a for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:25:43.077534 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b231930-7a4e-4469-9993-4e9bff4e39e5 None None] Routers {'75c67045-88dc-47c1-88df-b545b64bc51a'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:25:43.078267 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-4b231930-7a4e-4469-9993-4e9bff4e39e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:25:15Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['75c67045-88dc-47c1-88df-b545b64bc51a'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:25:43.109745 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-75ef17db-4525-4533-81e2-0464800240f8 req-4c2d0e15-9b1a-42d7-bb24-8acc10b6e4e4 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413485 Apr 12 18:25:43.179605 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-e852eceb-2ca3-4e21-96e9-ac309003816c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:43.191664 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-4b231930-7a4e-4469-9993-4e9bff4e39e5 None None] Set router 75c67045-88dc-47c1-88df-b545b64bc51a gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:25:43.414355 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-4b231930-7a4e-4469-9993-4e9bff4e39e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '1dab2430-b56b-46c1-8534-00440acfd98b', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'port_id': 'b4689fd1-e948-4092-8679-98ae201f6d88', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'mac_address': 'fa:16:3e:42:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4a684f-9199-44b1-b154-7a987026b17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:20:04Z', 'updated_at': '2022-04-12T18:20:57Z', 'revision_number': 2, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ee12d0-42ec-4df9-af37-6171eb8e0fce', 'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'mac_address': 'fa:16:3e:d5:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:04Z', 'revision_number': 5, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'subnets': [{'id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:25:43.441004 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b231930-7a4e-4469-9993-4e9bff4e39e5 None None] The sync data for ids ['75c67045-88dc-47c1-88df-b545b64bc51a'] in dv-cinder-837535-1-iscsi is: [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '1dab2430-b56b-46c1-8534-00440acfd98b', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'port_id': 'b4689fd1-e948-4092-8679-98ae201f6d88', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'mac_address': 'fa:16:3e:42:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4a684f-9199-44b1-b154-7a987026b17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:20:04Z', 'updated_at': '2022-04-12T18:20:57Z', 'revision_number': 2, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ee12d0-42ec-4df9-af37-6171eb8e0fce', 'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'mac_address': 'fa:16:3e:d5:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:04Z', 'revision_number': 5, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'subnets': [{'id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:25:43.497812 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 41676) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:25:43.563907 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b9d9656e-4eae-4b85-8bbc-4786890ea47d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group (f02d455d-5f36-4f7e-8ff8-9817fee2a862), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:43.603700 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b9d9656e-4eae-4b85-8bbc-4786890ea47d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group (f02d455d-5f36-4f7e-8ff8-9817fee2a862), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:43.642127 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b9d9656e-4eae-4b85-8bbc-4786890ea47d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (f02d455d-5f36-4f7e-8ff8-9817fee2a862), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:43.645122 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b9d9656e-4eae-4b85-8bbc-4786890ea47d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:43.648844 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-b9d9656e-4eae-4b85-8bbc-4786890ea47d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "DELETE /v2.0/security-groups/f02d455d-5f36-4f7e-8ff8-9817fee2a862 HTTP/1.1" status: 204 len: 168 time: 0.1475313 Apr 12 18:25:43.649805 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 41678) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:25:43.658246 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9656e-4eae-4b85-8bbc-4786890ea47d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02d455d-5f36-4f7e-8ff8-9817fee2a862,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:25:43.677116 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.api.v2.resource [None req-a22329a2-788f-40e4-8ea9-b68765bb2326 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] show failed (client error): The resource could not be found. Apr 12 18:25:43.681409 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-a22329a2-788f-40e4-8ea9-b68765bb2326 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups/f02d455d-5f36-4f7e-8ff8-9817fee2a862 HTTP/1.1" status: 404 len: 347 time: 0.0305107 Apr 12 18:25:43.681623 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 41682) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:25:43.770172 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c9b748-6c5a-4591-a3c6-aa46068b9098 None None] New status for floating IP f215a93a-4d13-4a7c-afe1-6a267c95a472: DOWN {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:25:43.851593 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-40cb50dc-e9d9-42d0-9646-250e8e054003 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Deleting port 3100f530-f56b-4f4f-b461-8095b1f489c0 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:25:43.852029 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-40cb50dc-e9d9-42d0-9646-250e8e054003 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (3100f530-f56b-4f4f-b461-8095b1f489c0), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:43.859712 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f23b50-e74c-404f-b865-507e68a288d6 req-45deee14-c21c-43ec-a1c5-414747412164 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:43.861307 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-85f23b50-e74c-404f-b865-507e68a288d6 req-45deee14-c21c-43ec-a1c5-414747412164 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0858533 Apr 12 18:25:43.968173 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-85f23b50-e74c-404f-b865-507e68a288d6 req-96f1beef-ca7f-4461-8b8c-010ec95319dc tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952923 Apr 12 18:25:43.978293 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-40cb50dc-e9d9-42d0-9646-250e8e054003 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (3100f530-f56b-4f4f-b461-8095b1f489c0), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:43.978624 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-40cb50dc-e9d9-42d0-9646-250e8e054003 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (3100f530-f56b-4f4f-b461-8095b1f489c0), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:43.992070 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-40cb50dc-e9d9-42d0-9646-250e8e054003 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Calling delete_port for 3100f530-f56b-4f4f-b461-8095b1f489c0 owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:25:44.130594 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-40cb50dc-e9d9-42d0-9646-250e8e054003 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079'] for port (3100f530-f56b-4f4f-b461-8095b1f489c0), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:44.164322 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb50dc-e9d9-42d0-9646-250e8e054003 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event deleted for resources: {'Port': ['ID=3100f530-f56b-4f4f-b461-8095b1f489c0,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:25:44.203440 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-40cb50dc-e9d9-42d0-9646-250e8e054003 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (f215a93a-4d13-4a7c-afe1-6a267c95a472), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:44.206076 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-40cb50dc-e9d9-42d0-9646-250e8e054003 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:44.209545 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-40cb50dc-e9d9-42d0-9646-250e8e054003 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "DELETE /v2.0/floatingips/f215a93a-4d13-4a7c-afe1-6a267c95a472 HTTP/1.1" status: 204 len: 168 time: 0.5268700 Apr 12 18:25:44.252738 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d3086-b94a-48a0-a5c8-10993dbc4bec req-550827c2-7ccc-4562-8746-8acfee00af5e tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:44.255035 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9f0d3086-b94a-48a0-a5c8-10993dbc4bec req-550827c2-7ccc-4562-8746-8acfee00af5e tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0653532 Apr 12 18:25:44.313459 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9f0d3086-b94a-48a0-a5c8-10993dbc4bec req-f186036a-aac9-4c0e-80c4-2cc1bde26141 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445392 Apr 12 18:25:44.837497 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 62c2fa9f-ed54-4868-8154-5adda33cff5a no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:25:44.858667 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] No Port match for: 62c2fa9f-ed54-4868-8154-5adda33cff5a {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:25:44.859021 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 62c2fa9f-ed54-4868-8154-5adda33cff5a not bound to the agent host hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:25:45.093503 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32538a-bd23-4846-85f9-779ac7b7fe30 req-14fb65ab-f6ed-46c6-b1c0-65d8e26a518d tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:45.095643 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ac32538a-bd23-4846-85f9-779ac7b7fe30 req-14fb65ab-f6ed-46c6-b1c0-65d8e26a518d tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0507939 Apr 12 18:25:45.165477 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ac32538a-bd23-4846-85f9-779ac7b7fe30 req-063b7c23-2d4a-4c71-be82-de03e2dd2dfd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555010 Apr 12 18:25:45.430052 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac306d-54ce-4ad8-92ab-c8330906d8b9 req-b8f4bd8a-1b01-44c1-9ab9-fcc4719c3e9b tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:45.431641 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3eac306d-54ce-4ad8-92ab-c8330906d8b9 req-b8f4bd8a-1b01-44c1-9ab9-fcc4719c3e9b tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0477386 Apr 12 18:25:45.478923 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3eac306d-54ce-4ad8-92ab-c8330906d8b9 req-dc49434e-327c-4596-aaf4-70fbc5e1153d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417807 Apr 12 18:25:45.508268 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d741d149-da20-4a68-a8aa-f53d184c6dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:45.803901 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003cefe-cc61-4110-a354-1b475033d24a req-e0a0bc08-bdf2-4d52-a3a6-30af4d0d5f50 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:45.805394 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6003cefe-cc61-4110-a354-1b475033d24a req-e0a0bc08-bdf2-4d52-a3a6-30af4d0d5f50 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 945 time: 0.0469403 Apr 12 18:25:45.850523 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6003cefe-cc61-4110-a354-1b475033d24a req-959966a5-4d60-42f5-9c7b-9933c16de5da tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397236 Apr 12 18:25:46.282263 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6f9c9-a145-4a4a-9d06-b8cef0d9d1df req-47cc4fd1-a989-4cb0-856d-078d9183e322 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:46.283730 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9fc6f9c9-a145-4a4a-9d06-b8cef0d9d1df req-47cc4fd1-a989-4cb0-856d-078d9183e322 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0503173 Apr 12 18:25:46.329419 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9fc6f9c9-a145-4a4a-9d06-b8cef0d9d1df req-bf2cace5-1b9a-4e47-ab93-6d2d0ccbc62a tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394518 Apr 12 18:25:46.592283 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c04f4-ea5e-4a80-a528-8816cab55790 req-749a797e-8875-4189-bed2-8306ee25edd8 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:46.593784 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1e0c04f4-ea5e-4a80-a528-8816cab55790 req-749a797e-8875-4189-bed2-8306ee25edd8 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0473232 Apr 12 18:25:46.639898 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1e0c04f4-ea5e-4a80-a528-8816cab55790 req-c7048e5d-5364-4340-87ad-10eb00588c03 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398512 Apr 12 18:25:46.792730 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:25:46.850725 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:46.966022 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4139c38-3fa6-493c-93ef-1158529719ef req-f9351d59-8ef3-462d-9c50-0f7657ed8f69 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:46.967515 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b4139c38-3fa6-493c-93ef-1158529719ef req-f9351d59-8ef3-462d-9c50-0f7657ed8f69 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 945 time: 0.0509865 Apr 12 18:25:47.013960 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b4139c38-3fa6-493c-93ef-1158529719ef req-089c3c1d-f74e-4477-b3c6-d94922622fb1 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdab9499-a0f2-4570-bd64-648a8ceba745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409114 Apr 12 18:25:47.104690 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59af511-b0b4-467b-81b2-26667b3ac5d1 req-87dd6474-81fc-4ca7-aa50-717cb9e1f1d5 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:47.106143 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a59af511-b0b4-467b-81b2-26667b3ac5d1 req-87dd6474-81fc-4ca7-aa50-717cb9e1f1d5 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 945 time: 0.0456755 Apr 12 18:25:47.193800 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-a59af511-b0b4-467b-81b2-26667b3ac5d1 req-66a80d17-b76e-4af1-b17a-0ae529eae9e3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Deleting port b4689fd1-e948-4092-8679-98ae201f6d88 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:25:47.194148 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a59af511-b0b4-467b-81b2-26667b3ac5d1 req-66a80d17-b76e-4af1-b17a-0ae529eae9e3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (b4689fd1-e948-4092-8679-98ae201f6d88), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:47.287749 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-a59af511-b0b4-467b-81b2-26667b3ac5d1 req-66a80d17-b76e-4af1-b17a-0ae529eae9e3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] For port b4689fd1-e948-4092-8679-98ae201f6d88, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b4689fd1-e948-4092-8679-98ae201f6d88,segment=NetworkSegment(5377f466-4b6e-46ba-a53b-1eadcfe56874),segment_id=5377f466-4b6e-46ba-a53b-1eadcfe56874)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:25:47.288591 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a59af511-b0b4-467b-81b2-26667b3ac5d1 req-66a80d17-b76e-4af1-b17a-0ae529eae9e3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (b4689fd1-e948-4092-8679-98ae201f6d88), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:47.479772 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd09338-5a16-43c0-83c6-2f803aff7892 req-3db8fafa-23af-48ef-af46-a8b40042625d tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:47.481257 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1bd09338-5a16-43c0-83c6-2f803aff7892 req-3db8fafa-23af-48ef-af46-a8b40042625d tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0850589 Apr 12 18:25:47.512127 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a59af511-b0b4-467b-81b2-26667b3ac5d1 req-66a80d17-b76e-4af1-b17a-0ae529eae9e3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:47.512496 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a59af511-b0b4-467b-81b2-26667b3ac5d1 req-66a80d17-b76e-4af1-b17a-0ae529eae9e3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (1dab2430-b56b-46c1-8534-00440acfd98b), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:47.512822 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.l3_db [req-a59af511-b0b4-467b-81b2-26667b3ac5d1 req-66a80d17-b76e-4af1-b17a-0ae529eae9e3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Floating IP 1dab2430-b56b-46c1-8534-00440acfd98b disassociated. External IP: 172.27.1.243, port: b4689fd1-e948-4092-8679-98ae201f6d88. Apr 12 18:25:47.513197 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-a59af511-b0b4-467b-81b2-26667b3ac5d1 req-66a80d17-b76e-4af1-b17a-0ae529eae9e3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Calling delete_port for b4689fd1-e948-4092-8679-98ae201f6d88 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:25:47.577463 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1bd09338-5a16-43c0-83c6-2f803aff7892 req-120f901e-90b7-4dc6-9d3e-a923db215bd1 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896611 Apr 12 18:25:47.658182 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a59af511-b0b4-467b-81b2-26667b3ac5d1 req-66a80d17-b76e-4af1-b17a-0ae529eae9e3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079'] for port (b4689fd1-e948-4092-8679-98ae201f6d88), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:47.693901 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a80d17-b76e-4af1-b17a-0ae529eae9e3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event deleted for resources: {'Port': ['ID=b4689fd1-e948-4092-8679-98ae201f6d88,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:25:47.814458 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925229b-579b-46c2-a5c2-b92159017907 req-d6d40e69-264a-4231-9a0a-8a51918f61aa tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:47.815917 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5925229b-579b-46c2-a5c2-b92159017907 req-d6d40e69-264a-4231-9a0a-8a51918f61aa tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0821970 Apr 12 18:25:47.867205 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a59af511-b0b4-467b-81b2-26667b3ac5d1 req-66a80d17-b76e-4af1-b17a-0ae529eae9e3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Router 75c67045-88dc-47c1-88df-b545b64bc51a has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:25:47.881605 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5925229b-579b-46c2-a5c2-b92159017907 req-0f193eec-e447-4927-ac0a-334482cdbbbe tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573297 Apr 12 18:25:47.985883 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a59af511-b0b4-467b-81b2-26667b3ac5d1 req-66a80d17-b76e-4af1-b17a-0ae529eae9e3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:25:47.996833 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af207f47-87af-4111-b7be-8bf9d51b59fa None None] Sync routers for ids ['75c67045-88dc-47c1-88df-b545b64bc51a'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:25:48.007632 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af207f47-87af-4111-b7be-8bf9d51b59fa None None] Routers {'75c67045-88dc-47c1-88df-b545b64bc51a'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:25:48.008239 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-af207f47-87af-4111-b7be-8bf9d51b59fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:25:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['75c67045-88dc-47c1-88df-b545b64bc51a'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:25:48.028355 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59af511-b0b4-467b-81b2-26667b3ac5d1 req-66a80d17-b76e-4af1-b17a-0ae529eae9e3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] No DVR routers for this DVR port b4689fd1-e948-4092-8679-98ae201f6d88 on host hv-cinder-83753 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:25:48.030832 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a59af511-b0b4-467b-81b2-26667b3ac5d1 req-66a80d17-b76e-4af1-b17a-0ae529eae9e3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:48.034089 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a59af511-b0b4-467b-81b2-26667b3ac5d1 req-66a80d17-b76e-4af1-b17a-0ae529eae9e3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.26 "DELETE /v2.0/ports/b4689fd1-e948-4092-8679-98ae201f6d88 HTTP/1.1" status: 204 len: 173 time: 0.9223344 Apr 12 18:25:48.034526 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4a684f-9199-44b1-b154-7a987026b17a', 'name': 'network-vif-deleted', 'tag': 'b4689fd1-e948-4092-8679-98ae201f6d88'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:25:48.038267 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ff44208863b45d5314a74bf2796fa783e64ad3222a396cfa3f0d0395593348f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c02792a-4eed-46e3-bf92-fb0c12c08b78" -d '{"events": [{"server_uuid": "8c4a684f-9199-44b1-b154-7a987026b17a", "name": "network-vif-deleted", "tag": "b4689fd1-e948-4092-8679-98ae201f6d88"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:25:48.121183 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298116cf-b41d-4e17-81ca-3771e43674bb x-openstack-request-id: req-298116cf-b41d-4e17-81ca-3771e43674bb {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:25:48.121580 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c4a684f-9199-44b1-b154-7a987026b17a", "name": "network-vif-deleted", "tag": "b4689fd1-e948-4092-8679-98ae201f6d88", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:25:48.122224 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-298116cf-b41d-4e17-81ca-3771e43674bb {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:25:48.127440 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-298116cf-b41d-4e17-81ca-3771e43674bb'] response: {'server_uuid': '8c4a684f-9199-44b1-b154-7a987026b17a', 'name': 'network-vif-deleted', 'tag': 'b4689fd1-e948-4092-8679-98ae201f6d88', 'status': 'completed', 'code': 200} Apr 12 18:25:48.128161 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-af207f47-87af-4111-b7be-8bf9d51b59fa None None] Set router 75c67045-88dc-47c1-88df-b545b64bc51a gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:25:48.170859 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f28e3234-e807-49f8-9392-fd26c59118f3 req-1e6884d2-f987-41f3-be33-592f56c49f64 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4a684f-9199-44b1-b154-7a987026b17a HTTP/1.1" status: 200 len: 210 time: 0.0344119 Apr 12 18:25:48.338354 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-af207f47-87af-4111-b7be-8bf9d51b59fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'f0ee12d0-42ec-4df9-af37-6171eb8e0fce', 'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'mac_address': 'fa:16:3e:d5:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:04Z', 'revision_number': 5, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'subnets': [{'id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:25:48.351930 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:48.365169 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af207f47-87af-4111-b7be-8bf9d51b59fa None None] Checking router: 75c67045-88dc-47c1-88df-b545b64bc51a for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:25:48.373379 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af207f47-87af-4111-b7be-8bf9d51b59fa None None] Routers {'75c67045-88dc-47c1-88df-b545b64bc51a'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:25:48.373986 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-af207f47-87af-4111-b7be-8bf9d51b59fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:25:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['75c67045-88dc-47c1-88df-b545b64bc51a'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:25:48.564117 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-af207f47-87af-4111-b7be-8bf9d51b59fa None None] Set router 75c67045-88dc-47c1-88df-b545b64bc51a gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:25:48.696756 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c0f38-b24f-4798-ada4-06ef4087e12e req-2d23c217-051e-4bef-acae-d8a31e5d16ae tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:48.698261 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-818c0f38-b24f-4798-ada4-06ef4087e12e req-2d23c217-051e-4bef-acae-d8a31e5d16ae tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0504992 Apr 12 18:25:48.745707 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-818c0f38-b24f-4798-ada4-06ef4087e12e req-d5c4f0d4-eeb7-4a88-acf3-372d492a00c7 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417955 Apr 12 18:25:48.761736 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-af207f47-87af-4111-b7be-8bf9d51b59fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'f0ee12d0-42ec-4df9-af37-6171eb8e0fce', 'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'mac_address': 'fa:16:3e:d5:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:04Z', 'revision_number': 5, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'subnets': [{'id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:25:48.792263 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af207f47-87af-4111-b7be-8bf9d51b59fa None None] The sync data for ids ['75c67045-88dc-47c1-88df-b545b64bc51a'] in dv-cinder-837535-1-iscsi is: [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'f0ee12d0-42ec-4df9-af37-6171eb8e0fce', 'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'mac_address': 'fa:16:3e:d5:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:04Z', 'revision_number': 5, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'subnets': [{'id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:25:48.998688 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c515a5-b7e1-43c5-a8cd-acc87f95cde6 req-4a9dbdb0-0eab-4ebd-a3b3-8eeb3c267bed tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:49.000173 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c1c515a5-b7e1-43c5-a8cd-acc87f95cde6 req-4a9dbdb0-0eab-4ebd-a3b3-8eeb3c267bed tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0485494 Apr 12 18:25:49.002934 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6afa250-066d-4f93-9083-dcb125a9b29a None None] New status for floating IP 1dab2430-b56b-46c1-8534-00440acfd98b: DOWN {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:25:49.046217 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c1c515a5-b7e1-43c5-a8cd-acc87f95cde6 req-8127ddb4-7a5d-4d7c-a255-f550e955b165 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404899 Apr 12 18:25:49.257232 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 41736) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:25:49.285845 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:49.311524 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-81745f78-c3eb-4a30-8631-f57610df8495 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group (bdab9499-a0f2-4570-bd64-648a8ceba745), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:49.334533 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-81745f78-c3eb-4a30-8631-f57610df8495 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group (bdab9499-a0f2-4570-bd64-648a8ceba745), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:49.382590 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-81745f78-c3eb-4a30-8631-f57610df8495 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (bdab9499-a0f2-4570-bd64-648a8ceba745), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:49.384430 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-81745f78-c3eb-4a30-8631-f57610df8495 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:49.385582 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-81745f78-c3eb-4a30-8631-f57610df8495 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "DELETE /v2.0/security-groups/bdab9499-a0f2-4570-bd64-648a8ceba745 HTTP/1.1" status: 204 len: 168 time: 0.1272261 Apr 12 18:25:49.388342 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 41738) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:25:49.394644 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81745f78-c3eb-4a30-8631-f57610df8495 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdab9499-a0f2-4570-bd64-648a8ceba745,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:25:49.401546 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.api.v2.resource [None req-03050f86-3242-4669-bfec-63d5b384023f tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] show failed (client error): The resource could not be found. Apr 12 18:25:49.401699 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81745f78-c3eb-4a30-8631-f57610df8495 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:49.401897 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81745f78-c3eb-4a30-8631-f57610df8495 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:49.405336 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81745f78-c3eb-4a30-8631-f57610df8495 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:49.405493 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-03050f86-3242-4669-bfec-63d5b384023f tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups/bdab9499-a0f2-4570-bd64-648a8ceba745 HTTP/1.1" status: 404 len: 347 time: 0.0131953 Apr 12 18:25:49.405590 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81745f78-c3eb-4a30-8631-f57610df8495 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:49.405590 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81745f78-c3eb-4a30-8631-f57610df8495 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:49.405590 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81745f78-c3eb-4a30-8631-f57610df8495 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:49.405590 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81745f78-c3eb-4a30-8631-f57610df8495 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:49.405590 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81745f78-c3eb-4a30-8631-f57610df8495 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:49.405590 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81745f78-c3eb-4a30-8631-f57610df8495 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:49.405590 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81745f78-c3eb-4a30-8631-f57610df8495 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:49.405590 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81745f78-c3eb-4a30-8631-f57610df8495 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:49.405590 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81745f78-c3eb-4a30-8631-f57610df8495 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:49.406244 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 41740) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:25:49.406327 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81745f78-c3eb-4a30-8631-f57610df8495 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:49.406327 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81745f78-c3eb-4a30-8631-f57610df8495 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:49.406492 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81745f78-c3eb-4a30-8631-f57610df8495 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:25:49.519712 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ebc963d2-98d2-41b1-8dd8-d6ab776e9d98 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Deleting port ede21362-d344-4f8d-a7f0-44ab53b07fb7 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:25:49.520052 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ebc963d2-98d2-41b1-8dd8-d6ab776e9d98 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (ede21362-d344-4f8d-a7f0-44ab53b07fb7), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:49.597386 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ebc963d2-98d2-41b1-8dd8-d6ab776e9d98 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (ede21362-d344-4f8d-a7f0-44ab53b07fb7), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:49.597723 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ebc963d2-98d2-41b1-8dd8-d6ab776e9d98 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (ede21362-d344-4f8d-a7f0-44ab53b07fb7), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:49.610870 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ebc963d2-98d2-41b1-8dd8-d6ab776e9d98 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Calling delete_port for ede21362-d344-4f8d-a7f0-44ab53b07fb7 owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:25:49.744887 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ebc963d2-98d2-41b1-8dd8-d6ab776e9d98 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079'] for port (ede21362-d344-4f8d-a7f0-44ab53b07fb7), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:49.770092 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc963d2-98d2-41b1-8dd8-d6ab776e9d98 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event deleted for resources: {'Port': ['ID=ede21362-d344-4f8d-a7f0-44ab53b07fb7,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:25:49.795592 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ebc963d2-98d2-41b1-8dd8-d6ab776e9d98 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (1dab2430-b56b-46c1-8534-00440acfd98b), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:49.798120 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ebc963d2-98d2-41b1-8dd8-d6ab776e9d98 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:49.799262 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-ebc963d2-98d2-41b1-8dd8-d6ab776e9d98 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "DELETE /v2.0/floatingips/1dab2430-b56b-46c1-8534-00440acfd98b HTTP/1.1" status: 204 len: 168 time: 0.3928683 Apr 12 18:25:49.863322 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8175ecc-663b-42ba-9ced-72913c8ac4ea req-de08ea8d-0fda-4ece-a665-ba402ab6aed9 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:49.864803 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d8175ecc-663b-42ba-9ced-72913c8ac4ea req-de08ea8d-0fda-4ece-a665-ba402ab6aed9 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0470750 Apr 12 18:25:49.912754 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d8175ecc-663b-42ba-9ced-72913c8ac4ea req-37eb4fac-ba90-4fcd-b4dc-5afb16ad841a tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422118 Apr 12 18:25:50.161729 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d3c1f-af6b-4cb4-87b9-7f543609eccc req-5cd60b2f-3379-4309-9eaf-600e0fc7e897 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:50.164062 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fc5d3c1f-af6b-4cb4-87b9-7f543609eccc req-5cd60b2f-3379-4309-9eaf-600e0fc7e897 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0517368 Apr 12 18:25:50.171330 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 41748) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:25:50.175742 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-ee1e8914-c6f5-49d9-b753-71075306b283 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Request body: {'security_group': {'name': 'tempest-securitygroup--700298968', 'description': 'tempest-description--604062768'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:25:50.196340 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ee1e8914-c6f5-49d9-b753-71075306b283 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:50.215477 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fc5d3c1f-af6b-4cb4-87b9-7f543609eccc req-283df6ff-753c-4397-ae5c-4f5d06af88af tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443454 Apr 12 18:25:50.263618 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ee1e8914-c6f5-49d9-b753-71075306b283 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group (04627b2e-f7c4-4625-a156-1ece56a65613), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:50.267941 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ee1e8914-c6f5-49d9-b753-71075306b283 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (04627b2e-f7c4-4625-a156-1ece56a65613), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:50.296038 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ee1e8914-c6f5-49d9-b753-71075306b283 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:50.297276 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-ee1e8914-c6f5-49d9-b753-71075306b283 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1249244 Apr 12 18:25:50.300271 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 41750) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:25:50.301159 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e8914-c6f5-49d9-b753-71075306b283 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04627b2e-f7c4-4625-a156-1ece56a65613,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:25:50.305097 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-27217bb7-b6f6-42be-807a-8a4063ab85f5 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Request body: {'security_group_rule': {'security_group_id': '04627b2e-f7c4-4625-a156-1ece56a65613', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:25:50.329926 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-27217bb7-b6f6-42be-807a-8a4063ab85f5 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group_rule (a4350c93-2408-48b1-932f-e51ac14dcba8), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:50.383621 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-27217bb7-b6f6-42be-807a-8a4063ab85f5 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group_rule (a4350c93-2408-48b1-932f-e51ac14dcba8), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:50.387081 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-27217bb7-b6f6-42be-807a-8a4063ab85f5 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (a4350c93-2408-48b1-932f-e51ac14dcba8), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:50.404408 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27217bb7-b6f6-42be-807a-8a4063ab85f5 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4350c93-2408-48b1-932f-e51ac14dcba8,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:25:50.412041 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-27217bb7-b6f6-42be-807a-8a4063ab85f5 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:50.413895 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-27217bb7-b6f6-42be-807a-8a4063ab85f5 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1125591 Apr 12 18:25:50.416708 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 41752) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:25:50.420868 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a37a9a35-ffc2-4008-9ba1-df346302744d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Request body: {'security_group_rule': {'security_group_id': '04627b2e-f7c4-4625-a156-1ece56a65613', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:25:50.444961 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a37a9a35-ffc2-4008-9ba1-df346302744d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group_rule (dac4f698-ced1-432d-90b8-4a9eb71c7f6d), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:50.498306 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a37a9a35-ffc2-4008-9ba1-df346302744d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group_rule (dac4f698-ced1-432d-90b8-4a9eb71c7f6d), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:50.501582 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a37a9a35-ffc2-4008-9ba1-df346302744d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (dac4f698-ced1-432d-90b8-4a9eb71c7f6d), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:50.522424 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a9a35-ffc2-4008-9ba1-df346302744d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac4f698-ced1-432d-90b8-4a9eb71c7f6d,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:25:50.532653 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a37a9a35-ffc2-4008-9ba1-df346302744d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:50.533981 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-a37a9a35-ffc2-4008-9ba1-df346302744d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163220 Apr 12 18:25:50.537140 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 41754) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:25:50.541405 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-6f10c3e3-c9e5-46fe-b681-dd03cd282563 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Request body: {'floatingip': {'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:25:50.560476 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f10c3e3-c9e5-46fe-b681-dd03cd282563 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:50.634983 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f10c3e3-c9e5-46fe-b681-dd03cd282563 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:50.742847 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-6f10c3e3-c9e5-46fe-b681-dd03cd282563 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Allocated IP 172.27.1.135 (8fe2c56e-0395-443d-a858-76cf54693827/10fb9747-8da5-4ac4-8e6b-c6dba6e53947/e51555d7-f63e-4142-92db-2b09572e67ea) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:25:50.838929 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f10c3e3-c9e5-46fe-b681-dd03cd282563 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for port (e51555d7-f63e-4142-92db-2b09572e67ea), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:50.862406 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device b4689fd1-e948-4092-8679-98ae201f6d88 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:25:50.872234 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f10c3e3-c9e5-46fe-b681-dd03cd282563 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (e51555d7-f63e-4142-92db-2b09572e67ea), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:50.883909 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] No Port match for: b4689fd1-e948-4092-8679-98ae201f6d88 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:25:50.884272 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device b4689fd1-e948-4092-8679-98ae201f6d88 not bound to the agent host hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:25:50.917014 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f10c3e3-c9e5-46fe-b681-dd03cd282563 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Network 8fe2c56e-0395-443d-a858-76cf54693827 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:25:50.923869 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-6f10c3e3-c9e5-46fe-b681-dd03cd282563 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:25:50.926205 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f10c3e3-c9e5-46fe-b681-dd03cd282563 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:25:50.934879 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10c3e3-c9e5-46fe-b681-dd03cd282563 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event updated for resources: {'Port': ['ID=e51555d7-f63e-4142-92db-2b09572e67ea,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:25:50.982343 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f10c3e3-c9e5-46fe-b681-dd03cd282563 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (e078b2e3-b37b-4fdc-b7af-d376cc7d7428), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:51.052772 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5318bf-f37a-4f09-99c0-458f4be3f7ee req-b90947c5-3641-4301-862e-3bd7d92d03ff tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:51.054333 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1d5318bf-f37a-4f09-99c0-458f4be3f7ee req-b90947c5-3641-4301-862e-3bd7d92d03ff tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0703752 Apr 12 18:25:51.055039 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f10c3e3-c9e5-46fe-b681-dd03cd282563 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (e51555d7-f63e-4142-92db-2b09572e67ea), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:51.135612 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1d5318bf-f37a-4f09-99c0-458f4be3f7ee req-2a1d29e0-c2bb-419d-b6ed-3a838fb9fb31 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586159 Apr 12 18:25:51.235751 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f10c3e3-c9e5-46fe-b681-dd03cd282563 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for port (e51555d7-f63e-4142-92db-2b09572e67ea), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:51.242223 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f10c3e3-c9e5-46fe-b681-dd03cd282563 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (e51555d7-f63e-4142-92db-2b09572e67ea), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:51.278965 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f10c3e3-c9e5-46fe-b681-dd03cd282563 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (e078b2e3-b37b-4fdc-b7af-d376cc7d7428), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:51.327398 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f10c3e3-c9e5-46fe-b681-dd03cd282563 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:51.328600 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-6f10c3e3-c9e5-46fe-b681-dd03cd282563 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7904158 Apr 12 18:25:51.329313 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10c3e3-c9e5-46fe-b681-dd03cd282563 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event updated for resources: {'Port': ['ID=e51555d7-f63e-4142-92db-2b09572e67ea,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:25:51.347533 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2daea55-4dfb-4bb7-895f-e313454dd5ef req-586d8a8a-8774-409c-ae7a-27c76e9445ff tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:51.349016 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e2daea55-4dfb-4bb7-895f-e313454dd5ef req-586d8a8a-8774-409c-ae7a-27c76e9445ff tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0612307 Apr 12 18:25:51.398035 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e2daea55-4dfb-4bb7-895f-e313454dd5ef req-d306300e-1ba1-452f-8404-47819909129b tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428565 Apr 12 18:25:51.476738 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-74bc311c-77b2-4785-a966-80337066dc63 req-c4ea1e71-b17c-4876-9a4d-b8a65d22bc7c tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--700298968&fields=id&tenant_id=c5d28f86be7741b183b3d48b791ace5c HTTP/1.1" status: 200 len: 267 time: 0.0441191 Apr 12 18:25:51.583026 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc311c-77b2-4785-a966-80337066dc63 req-3cf29043-3235-401f-8361-cb70de331916 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:51.584482 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-74bc311c-77b2-4785-a966-80337066dc63 req-3cf29043-3235-401f-8361-cb70de331916 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/networks?id=c9dc82e9-ba51-4034-af9b-11d793e8de94 HTTP/1.1" status: 200 len: 814 time: 0.1013348 Apr 12 18:25:51.598480 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-74bc311c-77b2-4785-a966-80337066dc63 req-539f742b-2dec-42ac-9785-feaf9765b6ba tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/quotas/c5d28f86be7741b183b3d48b791ace5c HTTP/1.1" status: 200 len: 375 time: 0.0086684 Apr 12 18:25:51.645854 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-74bc311c-77b2-4785-a966-80337066dc63 req-e91e2b50-a5a0-49b1-bf61-ab437e36ff0d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5d28f86be7741b183b3d48b791ace5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424039 Apr 12 18:25:51.783073 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-74bc311c-77b2-4785-a966-80337066dc63 req-adbc50ac-f019-47ec-ab47-42080f6b7582 service neutron] 10.222.0.52 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257923 Apr 12 18:25:52.107699 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-74bc311c-77b2-4785-a966-80337066dc63 req-db2b09e3-26c4-491c-ae15-a71594843e90 service neutron] 10.222.0.52 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189130 Apr 12 18:25:52.274926 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f16c91ca-ca55-4f33-841b-e2ddf4dbb3d9 req-c439c938-066c-46b9-9db5-b9d330220c24 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3593dc0-dd73-4f5c-b135-17d455c4d545 HTTP/1.1" status: 200 len: 210 time: 0.0365620 Apr 12 18:25:52.281495 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64ab5f-f642-4c81-a16f-17222948386f req-c565d351-8c3e-4efc-8970-9d80aee297c9 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:52.282902 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6e64ab5f-f642-4c81-a16f-17222948386f req-c565d351-8c3e-4efc-8970-9d80aee297c9 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0794299 Apr 12 18:25:52.332549 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6e64ab5f-f642-4c81-a16f-17222948386f req-e0c626c3-ad7a-45e4-9f40-2f99cf24b667 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408819 Apr 12 18:25:52.593029 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68325813-62b2-43d7-a9f3-5adff63a0b57 req-92d389d9-da4c-48de-a64d-659c4a572360 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:52.594642 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-68325813-62b2-43d7-a9f3-5adff63a0b57 req-92d389d9-da4c-48de-a64d-659c4a572360 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.1117771 Apr 12 18:25:52.608596 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35be769-53b4-46e3-b885-45509038b0a2 req-de563d49-05ab-4215-b59e-5f8bb9d272dc tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:52.610028 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e35be769-53b4-46e3-b885-45509038b0a2 req-de563d49-05ab-4215-b59e-5f8bb9d272dc tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.1178362 Apr 12 18:25:52.620464 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dba94d-057a-46ec-b508-d9f7097659fb req-4ad3275c-98e7-42ff-a5b7-8decbda542c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:52.621888 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c2dba94d-057a-46ec-b508-d9f7097659fb req-4ad3275c-98e7-42ff-a5b7-8decbda542c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6c7a32511684e98998d07f553b02c00&device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 1129 time: 0.0959318 Apr 12 18:25:52.750974 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-68325813-62b2-43d7-a9f3-5adff63a0b57 req-c0c0184b-4806-4012-9a18-ebf36315ae17 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486495 Apr 12 18:25:52.757061 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e35be769-53b4-46e3-b885-45509038b0a2 req-ebb71825-12c1-48af-8893-c3e85e89b514 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373227 Apr 12 18:25:52.788425 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dba94d-057a-46ec-b508-d9f7097659fb req-96830609-9077-488f-8487-de4c942ccfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:52.790207 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c2dba94d-057a-46ec-b508-d9f7097659fb req-96830609-9077-488f-8487-de4c942ccfda service neutron] 10.222.0.26 "GET /v2.0/networks?id=3aeebb2a-d034-4a90-afa4-338c34468833 HTTP/1.1" status: 200 len: 911 time: 0.1554186 Apr 12 18:25:52.857899 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c2dba94d-057a-46ec-b508-d9f7097659fb req-af1ca19b-1aef-4fae-a79d-e459b9b73bc0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=589d2373-ec7d-4f40-a03c-e79126929e92 HTTP/1.1" status: 200 len: 1000 time: 0.0607066 Apr 12 18:25:52.921451 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dba94d-057a-46ec-b508-d9f7097659fb req-cf77c6f0-2760-4ab9-a584-c22cee2d64d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:52.923107 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c2dba94d-057a-46ec-b508-d9f7097659fb req-cf77c6f0-2760-4ab9-a584-c22cee2d64d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46b9b379-140d-4142-a367-613843eeaf49 HTTP/1.1" status: 200 len: 849 time: 0.0540657 Apr 12 18:25:52.941365 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-aeda5748-6d39-45de-80a0-6d4b64283e59 req-80e616b9-699d-48c1-9f97-b0983ad2e28f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409932 Apr 12 18:25:52.971305 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dba94d-057a-46ec-b508-d9f7097659fb req-a16f9589-4ae7-473c-a615-5d6514aab6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:52.972781 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c2dba94d-057a-46ec-b508-d9f7097659fb req-a16f9589-4ae7-473c-a615-5d6514aab6f9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3aeebb2a-d034-4a90-afa4-338c34468833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438476 Apr 12 18:25:53.190382 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda5748-6d39-45de-80a0-6d4b64283e59 req-c0734504-f5e5-4c82-89d0-fb29f5fd5c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:53.192160 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-aeda5748-6d39-45de-80a0-6d4b64283e59 req-c0734504-f5e5-4c82-89d0-fb29f5fd5c8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=32de1a896084470f9de92a79d2b2ca07&device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 1129 time: 0.0399930 Apr 12 18:25:53.239510 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c2dba94d-057a-46ec-b508-d9f7097659fb req-b822815f-fc33-43be-85d1-11ae99547b53 service neutron] 10.222.0.26 "GET /v2.0/networks/3aeebb2a-d034-4a90-afa4-338c34468833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871241 Apr 12 18:25:53.355085 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c2dba94d-057a-46ec-b508-d9f7097659fb req-3ce2e60c-c4b3-42d2-b94d-f9e821c5d639 service neutron] 10.222.0.26 "GET /v2.0/networks/3aeebb2a-d034-4a90-afa4-338c34468833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082897 Apr 12 18:25:53.384994 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-38e6a7ef-7f0c-4f39-a59a-3280517d9f0b req-4e48dab0-cfcf-4c45-aadb-296fd2fad997 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3593dc0-dd73-4f5c-b135-17d455c4d545 HTTP/1.1" status: 200 len: 210 time: 0.0288124 Apr 12 18:25:53.386344 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda5748-6d39-45de-80a0-6d4b64283e59 req-919bc430-8499-420c-9cae-293cbcaa80eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:53.387977 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-aeda5748-6d39-45de-80a0-6d4b64283e59 req-919bc430-8499-420c-9cae-293cbcaa80eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee HTTP/1.1" status: 200 len: 918 time: 0.1756446 Apr 12 18:25:53.404597 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc311c-77b2-4785-a966-80337066dc63 req-bc9a5070-bc96-498e-ac35-9ecb211f8970 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:53.406113 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-74bc311c-77b2-4785-a966-80337066dc63 req-bc9a5070-bc96-498e-ac35-9ecb211f8970 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.26 "GET /v2.0/networks?id=c9dc82e9-ba51-4034-af9b-11d793e8de94 HTTP/1.1" status: 200 len: 814 time: 0.1739371 Apr 12 18:25:53.443041 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-aeda5748-6d39-45de-80a0-6d4b64283e59 req-e6c99959-b0ad-4f0a-be24-76b35cd83dc9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dccf5120-d9a7-4d1d-b095-22f78fae45e6 HTTP/1.1" status: 200 len: 217 time: 0.0358603 Apr 12 18:25:53.533828 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda5748-6d39-45de-80a0-6d4b64283e59 req-6187d863-4a73-4f1a-91d4-429eda944f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:53.535260 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-aeda5748-6d39-45de-80a0-6d4b64283e59 req-6187d863-4a73-4f1a-91d4-429eda944f5e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81df1cf4-cbde-4529-8fd2-878a9fd29f57 HTTP/1.1" status: 200 len: 856 time: 0.0688183 Apr 12 18:25:53.540527 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-74bc311c-77b2-4785-a966-80337066dc63 req-20cac085-f39a-478e-83ee-5fb55ab509f1 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5d28f86be7741b183b3d48b791ace5c HTTP/1.1" status: 200 len: 379 time: 0.0921614 Apr 12 18:25:53.606638 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-74bc311c-77b2-4785-a966-80337066dc63 req-d20e8d93-9038-41cb-a78b-3d045aa916f6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Request body: {'port': {'device_id': 'd3593dc0-dd73-4f5c-b135-17d455c4d545', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'admin_state_up': True, 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'security_groups': ['04627b2e-f7c4-4625-a156-1ece56a65613']}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:25:53.683710 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda5748-6d39-45de-80a0-6d4b64283e59 req-7f1b3b85-94a0-4ed2-970b-43015f961088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:53.685204 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-aeda5748-6d39-45de-80a0-6d4b64283e59 req-7f1b3b85-94a0-4ed2-970b-43015f961088 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0897803 Apr 12 18:25:53.793317 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74bc311c-77b2-4785-a966-80337066dc63 req-d20e8d93-9038-41cb-a78b-3d045aa916f6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Made reservation on behalf of c5d28f86be7741b183b3d48b791ace5c for: {'port': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:25:53.796648 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-74bc311c-77b2-4785-a966-80337066dc63 req-d20e8d93-9038-41cb-a78b-3d045aa916f6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:53.826679 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-aeda5748-6d39-45de-80a0-6d4b64283e59 req-48301834-d75b-4811-8fc9-e2417a0d990f service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232259 Apr 12 18:25:53.904767 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf321681-1fc3-4dac-84e1-83644b83b2c1 req-93f76acf-ccd8-474a-a520-c546128c277b tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:53.906265 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bf321681-1fc3-4dac-84e1-83644b83b2c1 req-93f76acf-ccd8-474a-a520-c546128c277b tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0795622 Apr 12 18:25:53.916951 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa526be2-2df6-4b77-ab5c-1981bb1d19fb req-82e65ab7-2991-4fba-8edd-3da93ee05d70 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:53.918420 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-aa526be2-2df6-4b77-ab5c-1981bb1d19fb req-82e65ab7-2991-4fba-8edd-3da93ee05d70 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0795159 Apr 12 18:25:53.940517 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [req-74bc311c-77b2-4785-a966-80337066dc63 req-d20e8d93-9038-41cb-a78b-3d045aa916f6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Allocated IP 172.20.0.12 (c9dc82e9-ba51-4034-af9b-11d793e8de94/e9a9f4b8-3305-469c-8769-0a7b186de1c2/da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:25:53.987973 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bf321681-1fc3-4dac-84e1-83644b83b2c1 req-e71d2bc3-12c3-49c3-9ec2-e39b103beafc tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685861 Apr 12 18:25:54.000269 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-aa526be2-2df6-4b77-ab5c-1981bb1d19fb req-ce01be5e-409e-4468-81c8-15ba17411f5f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738397 Apr 12 18:25:54.019810 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:54.087109 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-74bc311c-77b2-4785-a966-80337066dc63 req-d20e8d93-9038-41cb-a78b-3d045aa916f6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for port (da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:54.120379 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-74bc311c-77b2-4785-a966-80337066dc63 req-d20e8d93-9038-41cb-a78b-3d045aa916f6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:54.159292 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74bc311c-77b2-4785-a966-80337066dc63 req-d20e8d93-9038-41cb-a78b-3d045aa916f6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Network c9dc82e9-ba51-4034-af9b-11d793e8de94 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:25:54.162326 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [req-74bc311c-77b2-4785-a966-80337066dc63 req-d20e8d93-9038-41cb-a78b-3d045aa916f6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:25:54.169151 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bc311c-77b2-4785-a966-80337066dc63 req-d20e8d93-9038-41cb-a78b-3d045aa916f6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:25:54.197310 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e8d93-9038-41cb-a78b-3d045aa916f6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event updated for resources: {'Port': ['ID=da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:25:54.224217 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc311c-77b2-4785-a966-80337066dc63 req-d20e8d93-9038-41cb-a78b-3d045aa916f6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:54.224857 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-74bc311c-77b2-4785-a966-80337066dc63 req-d20e8d93-9038-41cb-a78b-3d045aa916f6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:54.248178 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-74bc311c-77b2-4785-a966-80337066dc63 req-d20e8d93-9038-41cb-a78b-3d045aa916f6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6447799 Apr 12 18:25:54.270257 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-74bc311c-77b2-4785-a966-80337066dc63 req-2c8b8852-a063-4126-ab30-898761fc7089 service neutron] Request body: {'port': {'device_id': 'd3593dc0-dd73-4f5c-b135-17d455c4d545', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:25:54.382645 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-74bc311c-77b2-4785-a966-80337066dc63 req-2c8b8852-a063-4126-ab30-898761fc7089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:54.388147 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-aeda5748-6d39-45de-80a0-6d4b64283e59 req-6e069982-74d0-4b11-8fcf-40678ea36887 service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519854 Apr 12 18:25:54.421897 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-01a2d509-d319-4e02-9bbf-b85508b72c73 None None] Provisioning complete for port da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:25:54.422268 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-01a2d509-d319-4e02-9bbf-b85508b72c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:54.458138 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-01a2d509-d319-4e02-9bbf-b85508b72c73 None None] Port da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:25:54.508148 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d85f8-62a3-41d2-8c27-cb11bb13509b req-550aa299-75b3-4df6-8d6d-de312c8c01b8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:54.509658 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6b8d85f8-62a3-41d2-8c27-cb11bb13509b req-550aa299-75b3-4df6-8d6d-de312c8c01b8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3593dc0-dd73-4f5c-b135-17d455c4d545 HTTP/1.1" status: 200 len: 932 time: 0.0518880 Apr 12 18:25:54.559367 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6b8d85f8-62a3-41d2-8c27-cb11bb13509b req-8ca7d3c3-5df4-4187-ae82-948fb8e206e1 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=04627b2e-f7c4-4625-a156-1ece56a65613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433519 Apr 12 18:25:54.670456 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [req-74bc311c-77b2-4785-a966-80337066dc63 req-2c8b8852-a063-4126-ab30-898761fc7089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:25:54.677773 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-74bc311c-77b2-4785-a966-80337066dc63 req-2c8b8852-a063-4126-ab30-898761fc7089 service neutron] Publish callbacks [] for port (da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:54.689786 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [req-74bc311c-77b2-4785-a966-80337066dc63 req-2c8b8852-a063-4126-ab30-898761fc7089 service neutron] Transition to ACTIVE for port object da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba will not be triggered until provisioned by entity L2. {{(pid=103524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:25:54.693446 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-74bc311c-77b2-4785-a966-80337066dc63 req-2c8b8852-a063-4126-ab30-898761fc7089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:54.746220 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b8852-a063-4126-ab30-898761fc7089 service neutron] Pushing event updated for resources: {'Port': ['ID=da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:25:54.818693 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-74bc311c-77b2-4785-a966-80337066dc63 req-2c8b8852-a063-4126-ab30-898761fc7089 service neutron] Attempting to bind port da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:25:54.819262 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-74bc311c-77b2-4785-a966-80337066dc63 req-2c8b8852-a063-4126-ab30-898761fc7089 service neutron] Attempting to bind port da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '5377f466-4b6e-46ba-a53b-1eadcfe56874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:25:54.820046 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bc311c-77b2-4785-a966-80337066dc63 req-2c8b8852-a063-4126-ab30-898761fc7089 service neutron] Attempting to bind port da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba on network c9dc82e9-ba51-4034-af9b-11d793e8de94 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:25:54.825568 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bc311c-77b2-4785-a966-80337066dc63 req-2c8b8852-a063-4126-ab30-898761fc7089 service neutron] Port da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba on network c9dc82e9-ba51-4034-af9b-11d793e8de94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:25:54.826058 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bc311c-77b2-4785-a966-80337066dc63 req-2c8b8852-a063-4126-ab30-898761fc7089 service neutron] Attempting to bind port da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba on network c9dc82e9-ba51-4034-af9b-11d793e8de94 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:25:54.833292 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bc311c-77b2-4785-a966-80337066dc63 req-2c8b8852-a063-4126-ab30-898761fc7089 service neutron] Checking agent: {'id': '5b3c503f-4bfd-4027-adb8-75f76add50a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'started_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:25:54.833780 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bc311c-77b2-4785-a966-80337066dc63 req-2c8b8852-a063-4126-ab30-898761fc7089 service neutron] Checking segment: {'id': '5377f466-4b6e-46ba-a53b-1eadcfe56874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:25:54.834328 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bc311c-77b2-4785-a966-80337066dc63 req-2c8b8852-a063-4126-ab30-898761fc7089 service neutron] Bound using segment: {'id': '5377f466-4b6e-46ba-a53b-1eadcfe56874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:25:54.835450 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-74bc311c-77b2-4785-a966-80337066dc63 req-2c8b8852-a063-4126-ab30-898761fc7089 service neutron] Bound port: da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5377f466-4b6e-46ba-a53b-1eadcfe56874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:25:54.835964 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-74bc311c-77b2-4785-a966-80337066dc63 req-2c8b8852-a063-4126-ab30-898761fc7089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:54.914276 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-74bc311c-77b2-4785-a966-80337066dc63 req-2c8b8852-a063-4126-ab30-898761fc7089 service neutron] For port da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba, host hv-cinder-83753, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:25:54.917381 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-74bc311c-77b2-4785-a966-80337066dc63 req-2c8b8852-a063-4126-ab30-898761fc7089 service neutron] For port da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba,segment=NetworkSegment(5377f466-4b6e-46ba-a53b-1eadcfe56874),segment_id=5377f466-4b6e-46ba-a53b-1eadcfe56874)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:25:54.922986 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-74bc311c-77b2-4785-a966-80337066dc63 req-2c8b8852-a063-4126-ab30-898761fc7089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:54.954676 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc311c-77b2-4785-a966-80337066dc63 req-2c8b8852-a063-4126-ab30-898761fc7089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:54.955297 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-74bc311c-77b2-4785-a966-80337066dc63 req-2c8b8852-a063-4126-ab30-898761fc7089 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:25:54.956655 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-74bc311c-77b2-4785-a966-80337066dc63 req-2c8b8852-a063-4126-ab30-898761fc7089 service neutron] 10.222.0.26 "PUT /v2.0/ports/da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba HTTP/1.1" status: 200 len: 1094 time: 0.6971788 Apr 12 18:25:54.957109 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3593dc0-dd73-4f5c-b135-17d455c4d545', 'tag': 'da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:25:54.959320 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d66236a-119b-4314-a500-113b1eaef827" -d '{"events": [{"name": "network-changed", "server_uuid": "d3593dc0-dd73-4f5c-b135-17d455c4d545", "tag": "da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:25:54.989028 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b8852-a063-4126-ab30-898761fc7089 service neutron] Pushing event updated for resources: {'Port': ['ID=da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:25:55.062805 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429ad408-4e87-4e60-bad9-472636d01ae0 x-openstack-request-id: req-429ad408-4e87-4e60-bad9-472636d01ae0 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:25:55.063100 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3593dc0-dd73-4f5c-b135-17d455c4d545", "tag": "da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:25:55.063359 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-429ad408-4e87-4e60-bad9-472636d01ae0 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:25:55.063775 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-429ad408-4e87-4e60-bad9-472636d01ae0'] response: {'name': 'network-changed', 'server_uuid': 'd3593dc0-dd73-4f5c-b135-17d455c4d545', 'tag': 'da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba', 'status': 'completed', 'code': 200} Apr 12 18:25:55.117348 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da3827-2a86-4ed8-9e54-0acc2f6cad11 req-aaf222bd-17de-4b68-a810-be17422cf7d8 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:55.119266 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c6da3827-2a86-4ed8-9e54-0acc2f6cad11 req-aaf222bd-17de-4b68-a810-be17422cf7d8 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0577822 Apr 12 18:25:55.207955 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7939f4f-fb0b-4776-a997-acbaa55d9787 req-b150e93c-bf76-478b-9191-11703f3fb043 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:55.210069 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d7939f4f-fb0b-4776-a997-acbaa55d9787 req-b150e93c-bf76-478b-9191-11703f3fb043 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0891070 Apr 12 18:25:55.226098 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c6da3827-2a86-4ed8-9e54-0acc2f6cad11 req-7513c934-d166-4678-bbaf-e9aaf7720076 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946667 Apr 12 18:25:55.234109 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66236a-119b-4314-a500-113b1eaef827 req-87028c90-eba5-43ec-b4a7-16aef8d00283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:55.237750 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-1d66236a-119b-4314-a500-113b1eaef827 req-87028c90-eba5-43ec-b4a7-16aef8d00283 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5d28f86be7741b183b3d48b791ace5c&device_id=d3593dc0-dd73-4f5c-b135-17d455c4d545 HTTP/1.1" status: 200 len: 1128 time: 0.0612426 Apr 12 18:25:55.276762 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d7939f4f-fb0b-4776-a997-acbaa55d9787 req-2aee4f73-adb1-46f8-9d06-927b0b3e0d22 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563962 Apr 12 18:25:55.359705 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66236a-119b-4314-a500-113b1eaef827 req-dc87bd6e-b903-4743-94af-7c59535eb400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:55.361195 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-1d66236a-119b-4314-a500-113b1eaef827 req-dc87bd6e-b903-4743-94af-7c59535eb400 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c5d28f86be7741b183b3d48b791ace5c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0978165 Apr 12 18:25:55.620042 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66236a-119b-4314-a500-113b1eaef827 req-08ed7bbf-fb79-49ca-82d9-546188797f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:55.621606 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-1d66236a-119b-4314-a500-113b1eaef827 req-08ed7bbf-fb79-49ca-82d9-546188797f56 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926936 Apr 12 18:25:55.685502 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56929661-880a-42ec-ae67-372839bf5f63 req-63c2b0ea-acc7-451f-bfb5-3d56940d51cf tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:55.687018 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-56929661-880a-42ec-ae67-372839bf5f63 req-63c2b0ea-acc7-451f-bfb5-3d56940d51cf tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3593dc0-dd73-4f5c-b135-17d455c4d545 HTTP/1.1" status: 200 len: 944 time: 0.0558102 Apr 12 18:25:55.703765 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc311c-77b2-4785-a966-80337066dc63 req-e4c3726f-b4dd-426a-9f94-20a6f832ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:55.705319 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-74bc311c-77b2-4785-a966-80337066dc63 req-e4c3726f-b4dd-426a-9f94-20a6f832ccd9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5d28f86be7741b183b3d48b791ace5c&device_id=d3593dc0-dd73-4f5c-b135-17d455c4d545 HTTP/1.1" status: 200 len: 1128 time: 0.0458310 Apr 12 18:25:55.736357 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-56929661-880a-42ec-ae67-372839bf5f63 req-2136c7d1-f8fd-400b-b41a-5dd8c48e6117 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=04627b2e-f7c4-4625-a156-1ece56a65613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423591 Apr 12 18:25:55.759266 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-74bc311c-77b2-4785-a966-80337066dc63 req-22ef94a5-09f2-490c-84cb-7dc023164eeb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba HTTP/1.1" status: 200 len: 217 time: 0.0464399 Apr 12 18:25:55.811404 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc311c-77b2-4785-a966-80337066dc63 req-ca799bc1-454f-450a-8c11-5336c4adc702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:55.813125 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-74bc311c-77b2-4785-a966-80337066dc63 req-ca799bc1-454f-450a-8c11-5336c4adc702 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e9a9f4b8-3305-469c-8769-0a7b186de1c2 HTTP/1.1" status: 200 len: 853 time: 0.0481811 Apr 12 18:25:55.861009 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc311c-77b2-4785-a966-80337066dc63 req-36c1c2ad-4941-4a62-a5b4-1ccf2b4bd35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:55.862435 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-74bc311c-77b2-4785-a966-80337066dc63 req-36c1c2ad-4941-4a62-a5b4-1ccf2b4bd35a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9dc82e9-ba51-4034-af9b-11d793e8de94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427279 Apr 12 18:25:55.952168 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-74bc311c-77b2-4785-a966-80337066dc63 req-79613f73-36d2-49ea-9aad-a28d4eea89a0 service neutron] 10.222.0.26 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829601 Apr 12 18:25:56.046837 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-74bc311c-77b2-4785-a966-80337066dc63 req-ee06b26f-b05b-4aa9-9a30-dd02f327ac4e service neutron] 10.222.0.26 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888319 Apr 12 18:25:56.387514 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352e0e6-ade7-4354-9626-b520e0dbcc6c req-d124c731-de4d-4e7d-9cb7-8cd7e9cb1b34 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:56.388955 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1352e0e6-ade7-4354-9626-b520e0dbcc6c req-d124c731-de4d-4e7d-9cb7-8cd7e9cb1b34 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0461497 Apr 12 18:25:56.434723 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1352e0e6-ade7-4354-9626-b520e0dbcc6c req-13a89863-32cb-40c8-9fbd-6d7259e47959 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402310 Apr 12 18:25:56.844431 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e934790-90d7-470c-9103-47dcd92ce1ed req-a97b9155-45d1-4d12-a22d-8dc9cb3a0c9a tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:56.845892 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9e934790-90d7-470c-9103-47dcd92ce1ed req-a97b9155-45d1-4d12-a22d-8dc9cb3a0c9a tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3593dc0-dd73-4f5c-b135-17d455c4d545 HTTP/1.1" status: 200 len: 944 time: 0.0456970 Apr 12 18:25:56.894998 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9e934790-90d7-470c-9103-47dcd92ce1ed req-0e5f9552-a665-46f2-9f7a-6ae1230f1785 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=04627b2e-f7c4-4625-a156-1ece56a65613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432255 Apr 12 18:25:57.544759 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763676a6-07b4-4db8-bc72-5c77536392f4 req-0587cda4-70f5-4a56-b715-09ec7c3964a4 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:57.546229 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-763676a6-07b4-4db8-bc72-5c77536392f4 req-0587cda4-70f5-4a56-b715-09ec7c3964a4 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0461073 Apr 12 18:25:57.591482 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-763676a6-07b4-4db8-bc72-5c77536392f4 req-a4e16840-bc9f-4d9b-a82a-cf5dcd28a30f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398958 Apr 12 18:25:58.006296 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778feb09-40b8-4338-ab29-3c84eca26dec req-bc13cb72-dd2b-4172-8d86-46634809135f tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:58.007950 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-778feb09-40b8-4338-ab29-3c84eca26dec req-bc13cb72-dd2b-4172-8d86-46634809135f tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3593dc0-dd73-4f5c-b135-17d455c4d545 HTTP/1.1" status: 200 len: 944 time: 0.0488605 Apr 12 18:25:58.053913 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-778feb09-40b8-4338-ab29-3c84eca26dec req-b7142d56-aa67-437f-bf9a-c0b17e1fb1a5 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=04627b2e-f7c4-4625-a156-1ece56a65613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399191 Apr 12 18:25:58.707170 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc51cc6-4239-49bc-96eb-8c5f04fece99 req-bec73f6c-d893-41d8-bb95-ece22d54fe97 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:58.708607 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bdc51cc6-4239-49bc-96eb-8c5f04fece99 req-bec73f6c-d893-41d8-bb95-ece22d54fe97 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0487547 Apr 12 18:25:58.754781 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bdc51cc6-4239-49bc-96eb-8c5f04fece99 req-137f24bf-2965-4110-bfeb-29be703fa777 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396817 Apr 12 18:25:59.162830 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765ad34-73a7-4323-8155-2009957037d8 req-a3e18e8c-9053-476d-aa16-d7e62eb61f33 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:59.164395 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d765ad34-73a7-4323-8155-2009957037d8 req-a3e18e8c-9053-476d-aa16-d7e62eb61f33 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3593dc0-dd73-4f5c-b135-17d455c4d545 HTTP/1.1" status: 200 len: 944 time: 0.0466397 Apr 12 18:25:59.211535 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d765ad34-73a7-4323-8155-2009957037d8 req-d298c164-3201-4299-9e1f-c0c0a62fc024 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=04627b2e-f7c4-4625-a156-1ece56a65613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416143 Apr 12 18:25:59.866698 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e9ea9-4958-47c2-a211-50bb2c12429a req-d93b7013-d827-48f0-af30-6caabb5a5420 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:25:59.868152 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-cf3e9ea9-4958-47c2-a211-50bb2c12429a req-d93b7013-d827-48f0-af30-6caabb5a5420 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0456092 Apr 12 18:25:59.916671 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-cf3e9ea9-4958-47c2-a211-50bb2c12429a req-583a227a-7ad1-4a21-92b8-006613bc64fd tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430727 Apr 12 18:26:00.332990 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f59b9-5f8e-4221-861c-da3eaa818440 req-42c666bd-a5d2-43ed-890b-2c9c641c2468 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:00.335055 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-107f59b9-5f8e-4221-861c-da3eaa818440 req-42c666bd-a5d2-43ed-890b-2c9c641c2468 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3593dc0-dd73-4f5c-b135-17d455c4d545 HTTP/1.1" status: 200 len: 944 time: 0.0552020 Apr 12 18:26:00.383277 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-107f59b9-5f8e-4221-861c-da3eaa818440 req-346cc038-91a0-48d9-9460-82aff57d1023 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=04627b2e-f7c4-4625-a156-1ece56a65613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423214 Apr 12 18:26:00.399728 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431ecbb-5810-4a4d-a3fe-b186a20afc4c req-5b5e3868-2491-44dc-b54d-3589d46d2a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:00.401355 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9431ecbb-5810-4a4d-a3fe-b186a20afc4c req-5b5e3868-2491-44dc-b54d-3589d46d2a2c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 1130 time: 0.0407696 Apr 12 18:26:00.444514 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9431ecbb-5810-4a4d-a3fe-b186a20afc4c req-b7db344f-b38c-49ef-b81c-a71bbfff6b1d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375421 Apr 12 18:26:00.970584 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:26:01.027066 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25965808-4689-4772-bfd4-ce64041a802c req-f97e5be1-13cc-4c2d-866a-a926966996d8 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:01.028812 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-25965808-4689-4772-bfd4-ce64041a802c req-f97e5be1-13cc-4c2d-866a-a926966996d8 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0461187 Apr 12 18:26:01.069216 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba,segment=NetworkSegment(5377f466-4b6e-46ba-a53b-1eadcfe56874),segment_id=5377f466-4b6e-46ba-a53b-1eadcfe56874)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:26:01.076124 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-25965808-4689-4772-bfd4-ce64041a802c req-d5366768-bdbc-4db7-a9ae-033f29b217ba tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417233 Apr 12 18:26:01.080019 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Returning: {'device': 'da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'port_id': 'da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba', 'mac_address': 'fa:16:3e:ad:2c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:26:01.116696 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba is: DOWN; New status is: BUILD {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:26:01.117086 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:01.129217 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba {{(pid=103525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:26:01.151983 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba,segment=NetworkSegment(5377f466-4b6e-46ba-a53b-1eadcfe56874),segment_id=5377f466-4b6e-46ba-a53b-1eadcfe56874)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:26:01.156916 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:01.202609 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:26:01.210079 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:26:01.210430 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:26:01.210793 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:26:01.211174 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:26:01.211513 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:26:01.211860 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:26:01.212165 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:26:01.212490 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:26:01.212814 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:26:01.213175 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:26:01.213504 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:26:01.213847 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:26:01.214173 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:26:01.214492 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:26:01.214810 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:26:01.498000 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2f4b5-9c50-452b-a764-25bac7996f4d req-c13f3ed6-5301-40e5-b0b6-9a25e8ebf6cf tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:01.499460 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c5f2f4b5-9c50-452b-a764-25bac7996f4d req-c13f3ed6-5301-40e5-b0b6-9a25e8ebf6cf tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3593dc0-dd73-4f5c-b135-17d455c4d545 HTTP/1.1" status: 200 len: 945 time: 0.0494971 Apr 12 18:26:01.544920 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c5f2f4b5-9c50-452b-a764-25bac7996f4d req-3a2f51d7-dedb-461d-ac3e-d06ebd2e0007 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=04627b2e-f7c4-4625-a156-1ece56a65613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400841 Apr 12 18:26:01.686564 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:26:02.189345 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170daaf-3885-4893-81f3-4d6544c0b248 req-e3ce465d-67b1-4d8d-a83c-acd0ee3de524 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:02.190830 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f170daaf-3885-4893-81f3-4d6544c0b248 req-e3ce465d-67b1-4d8d-a83c-acd0ee3de524 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0475705 Apr 12 18:26:02.248590 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f170daaf-3885-4893-81f3-4d6544c0b248 req-bdde8415-0317-4a3c-815b-3448c2f4ebcc tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522442 Apr 12 18:26:02.665602 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a370f03-2435-49fd-b414-1b6b1df5e7f1 req-dd7a8046-c5c3-4603-90ec-fc4df7cbe00c tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:02.667068 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2a370f03-2435-49fd-b414-1b6b1df5e7f1 req-dd7a8046-c5c3-4603-90ec-fc4df7cbe00c tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3593dc0-dd73-4f5c-b135-17d455c4d545 HTTP/1.1" status: 200 len: 945 time: 0.0562749 Apr 12 18:26:02.712750 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2a370f03-2435-49fd-b414-1b6b1df5e7f1 req-e411df6b-9b5b-4692-a12c-e8b85bec7c50 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=04627b2e-f7c4-4625-a156-1ece56a65613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401499 Apr 12 18:26:02.970114 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba up at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:26:03.013434 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning for port da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba completed by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:26:03.019329 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning complete for port da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:26:03.019761 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:03.095035 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba is: BUILD; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:26:03.095424 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:03.117893 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3593dc0-dd73-4f5c-b135-17d455c4d545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:26:03.120106 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebba205-aa3a-46ce-bba9-cf6778a58b77" -d '{"events": [{"server_uuid": "d3593dc0-dd73-4f5c-b135-17d455c4d545", "name": "network-vif-plugged", "status": "completed", "tag": "da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:26:03.136681 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba,segment=NetworkSegment(5377f466-4b6e-46ba-a53b-1eadcfe56874),segment_id=5377f466-4b6e-46ba-a53b-1eadcfe56874)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:26:03.140883 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:03.188431 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:26:03.211381 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3d6fc0-7a61-4ac9-91df-6893b5963706 x-openstack-request-id: req-fa3d6fc0-7a61-4ac9-91df-6893b5963706 {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:26:03.211706 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3593dc0-dd73-4f5c-b135-17d455c4d545", "name": "network-vif-plugged", "status": "completed", "tag": "da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:26:03.211988 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fa3d6fc0-7a61-4ac9-91df-6893b5963706 {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:26:03.212387 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa3d6fc0-7a61-4ac9-91df-6893b5963706'] response: {'server_uuid': 'd3593dc0-dd73-4f5c-b135-17d455c4d545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba', 'code': 200} Apr 12 18:26:03.362672 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c50f3e-8a81-4398-b0ce-14b9ab20b99d req-08ba0715-00f5-4700-b74e-7f4b18ad167f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:03.364158 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f4c50f3e-8a81-4398-b0ce-14b9ab20b99d req-08ba0715-00f5-4700-b74e-7f4b18ad167f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0487912 Apr 12 18:26:03.378248 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c42c62-bc9d-4fcf-847f-98a5b6c09678 req-a7743f27-f269-4dcf-b6d1-f1df91c5cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:03.379715 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-b8c42c62-bc9d-4fcf-847f-98a5b6c09678 req-a7743f27-f269-4dcf-b6d1-f1df91c5cd4b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d3593dc0-dd73-4f5c-b135-17d455c4d545 HTTP/1.1" status: 200 len: 1130 time: 0.0373385 Apr 12 18:26:03.411748 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f4c50f3e-8a81-4398-b0ce-14b9ab20b99d req-1e5bbab8-9dee-437d-848c-0a02de61901e tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413435 Apr 12 18:26:03.427302 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-b8c42c62-bc9d-4fcf-847f-98a5b6c09678 req-0f1427e6-70a2-46d4-a325-472e7a8fcb16 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=04627b2e-f7c4-4625-a156-1ece56a65613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400622 Apr 12 18:26:03.810470 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b6237-06f6-47b7-8094-0c5b1b66c84d req-fd7064f9-bc5e-4033-b47a-f93a0afb3fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:03.812824 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c98b6237-06f6-47b7-8094-0c5b1b66c84d req-fd7064f9-bc5e-4033-b47a-f93a0afb3fee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=32de1a896084470f9de92a79d2b2ca07&device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 1130 time: 0.0453711 Apr 12 18:26:03.864137 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b0839-82a4-433b-b682-df1039355257 req-50b533d0-388d-4471-bf1f-3916c93c4510 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:03.865850 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8c8b0839-82a4-433b-b682-df1039355257 req-50b533d0-388d-4471-bf1f-3916c93c4510 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3593dc0-dd73-4f5c-b135-17d455c4d545 HTTP/1.1" status: 200 len: 946 time: 0.0811868 Apr 12 18:26:03.875017 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb925d-e635-463d-940e-7a5d12cf2d94 req-4a9f64f1-3f2c-43d3-8210-2484b422e244 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:03.876474 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f1cb925d-e635-463d-940e-7a5d12cf2d94 req-4a9f64f1-3f2c-43d3-8210-2484b422e244 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0901358 Apr 12 18:26:03.917466 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b6237-06f6-47b7-8094-0c5b1b66c84d req-39fb8e81-00d1-407d-9a3c-600fd3b58bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:03.919385 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c98b6237-06f6-47b7-8094-0c5b1b66c84d req-39fb8e81-00d1-407d-9a3c-600fd3b58bf5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee HTTP/1.1" status: 200 len: 918 time: 0.0986531 Apr 12 18:26:03.946812 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8c8b0839-82a4-433b-b682-df1039355257 req-cd3fc2b4-bdac-4938-85a8-f413c78d1251 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=04627b2e-f7c4-4625-a156-1ece56a65613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693595 Apr 12 18:26:03.961015 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f1cb925d-e635-463d-940e-7a5d12cf2d94 req-e76908f2-3acf-41d6-b3ac-87af215f7f0f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762248 Apr 12 18:26:04.528754 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c98b6237-06f6-47b7-8094-0c5b1b66c84d req-c4fdb200-db1a-4d44-980c-7ebd78890882 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6e6cb98-196e-4b0e-b027-71f54056147d HTTP/1.1" status: 200 len: 1002 time: 0.0629652 Apr 12 18:26:04.582907 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b6237-06f6-47b7-8094-0c5b1b66c84d req-9f92a10f-9239-434c-b46d-284a392b49bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:04.584353 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c98b6237-06f6-47b7-8094-0c5b1b66c84d req-9f92a10f-9239-434c-b46d-284a392b49bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81df1cf4-cbde-4529-8fd2-878a9fd29f57 HTTP/1.1" status: 200 len: 856 time: 0.0494151 Apr 12 18:26:04.652707 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b6237-06f6-47b7-8094-0c5b1b66c84d req-6a434327-6f65-449a-8b8f-a2118060d34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:04.654475 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c98b6237-06f6-47b7-8094-0c5b1b66c84d req-6a434327-6f65-449a-8b8f-a2118060d34a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387919 Apr 12 18:26:04.747442 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c98b6237-06f6-47b7-8094-0c5b1b66c84d req-4c0a1f96-5f15-488e-b7b3-b064304b8d23 service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845835 Apr 12 18:26:04.835040 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c98b6237-06f6-47b7-8094-0c5b1b66c84d req-6d896e08-619b-4815-a0f3-c1262845961a service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808501 Apr 12 18:26:05.093744 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04ed57-7129-47f0-a69e-663ac3bfa4e5 req-1cd7bac7-8165-48ed-81e1-6ab37b8450f7 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:05.095167 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-db04ed57-7129-47f0-a69e-663ac3bfa4e5 req-1cd7bac7-8165-48ed-81e1-6ab37b8450f7 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3593dc0-dd73-4f5c-b135-17d455c4d545 HTTP/1.1" status: 200 len: 946 time: 0.0799623 Apr 12 18:26:05.108049 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04d5f7-b2e8-41de-b35d-8deb44435c07 req-c386b56e-2759-4b6f-81b3-8599ede2106c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:05.109444 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-dc04d5f7-b2e8-41de-b35d-8deb44435c07 req-c386b56e-2759-4b6f-81b3-8599ede2106c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0809467 Apr 12 18:26:05.180890 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-db04ed57-7129-47f0-a69e-663ac3bfa4e5 req-c2f045d7-91b8-4265-989e-177a56fdc3d9 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=04627b2e-f7c4-4625-a156-1ece56a65613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790312 Apr 12 18:26:05.184909 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-dc04d5f7-b2e8-41de-b35d-8deb44435c07 req-832c9c34-ee4f-49e9-b6b2-61f35e413108 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700610 Apr 12 18:26:06.319123 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e842d-9a9c-4a60-bde9-1e6e8aed4c70 req-ef0fec49-f3f0-4816-96d1-708fc63845af tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:06.321125 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ce0e842d-9a9c-4a60-bde9-1e6e8aed4c70 req-ef0fec49-f3f0-4816-96d1-708fc63845af tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3593dc0-dd73-4f5c-b135-17d455c4d545 HTTP/1.1" status: 200 len: 946 time: 0.0735149 Apr 12 18:26:06.329270 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55679c7-3ce0-43f5-9d34-09381009e758 req-ddd0caca-4c30-4c85-83b5-e8edf428a9ed tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:06.330663 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a55679c7-3ce0-43f5-9d34-09381009e758 req-ddd0caca-4c30-4c85-83b5-e8edf428a9ed tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0743749 Apr 12 18:26:06.404055 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ce0e842d-9a9c-4a60-bde9-1e6e8aed4c70 req-3211c319-ee05-4b1e-982c-22635e5716d6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=04627b2e-f7c4-4625-a156-1ece56a65613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724480 Apr 12 18:26:06.408062 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a55679c7-3ce0-43f5-9d34-09381009e758 req-8de77a42-bf7c-4452-bc27-eeb31e4e9c30 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699980 Apr 12 18:26:06.510276 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a93257-883e-4936-8588-902a035e100d req-cf88ddbf-ffe1-4e3d-893a-d036fbde3eec tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:06.511708 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-51a93257-883e-4936-8588-902a035e100d req-cf88ddbf-ffe1-4e3d-893a-d036fbde3eec tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3593dc0-dd73-4f5c-b135-17d455c4d545 HTTP/1.1" status: 200 len: 946 time: 0.0463731 Apr 12 18:26:06.520317 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 41884) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:26:06.524577 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d7c20fcb-4f3c-4e59-8df6-6f773c6c5b04 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Request body: {'floatingip': {'port_id': 'da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:26:06.568868 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d7c20fcb-4f3c-4e59-8df6-6f773c6c5b04 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (e078b2e3-b37b-4fdc-b7af-d376cc7d7428), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:07.003084 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d7c20fcb-4f3c-4e59-8df6-6f773c6c5b04 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:07.006636 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d7c20fcb-4f3c-4e59-8df6-6f773c6c5b04 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (e078b2e3-b37b-4fdc-b7af-d376cc7d7428), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:07.105744 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.l3_db [None req-d7c20fcb-4f3c-4e59-8df6-6f773c6c5b04 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Floating IP e078b2e3-b37b-4fdc-b7af-d376cc7d7428 associated. External IP: 172.27.1.135, port: da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba. Apr 12 18:26:07.316864 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c20fcb-4f3c-4e59-8df6-6f773c6c5b04 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Router 75c67045-88dc-47c1-88df-b545b64bc51a has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:26:07.423998 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c20fcb-4f3c-4e59-8df6-6f773c6c5b04 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:26:07.428731 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d7c20fcb-4f3c-4e59-8df6-6f773c6c5b04 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:07.434456 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aef1d2c-56f0-444a-a0ea-8c778c1d93e4 None None] Sync routers for ids ['75c67045-88dc-47c1-88df-b545b64bc51a'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:26:07.443979 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aef1d2c-56f0-444a-a0ea-8c778c1d93e4 None None] Routers {'75c67045-88dc-47c1-88df-b545b64bc51a'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:26:07.444614 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-4aef1d2c-56f0-444a-a0ea-8c778c1d93e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:25:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['75c67045-88dc-47c1-88df-b545b64bc51a'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:26:07.459761 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-d7c20fcb-4f3c-4e59-8df6-6f773c6c5b04 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "PUT /v2.0/floatingips/e078b2e3-b37b-4fdc-b7af-d376cc7d7428 HTTP/1.1" status: 200 len: 992 time: 0.9384019 Apr 12 18:26:07.460790 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3593dc0-dd73-4f5c-b135-17d455c4d545', 'tag': 'da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:26:07.463931 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ff44208863b45d5314a74bf2796fa783e64ad3222a396cfa3f0d0395593348f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf11ce1-b943-4565-a855-8c2edb70a3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d3593dc0-dd73-4f5c-b135-17d455c4d545", "tag": "da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:26:07.508077 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5151bc96-ffde-455f-929b-879292c39793 x-openstack-request-id: req-5151bc96-ffde-455f-929b-879292c39793 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:26:07.508576 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3593dc0-dd73-4f5c-b135-17d455c4d545", "tag": "da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:26:07.508891 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5151bc96-ffde-455f-929b-879292c39793 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:26:07.509380 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5151bc96-ffde-455f-929b-879292c39793'] response: {'name': 'network-changed', 'server_uuid': 'd3593dc0-dd73-4f5c-b135-17d455c4d545', 'tag': 'da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba', 'status': 'completed', 'code': 200} Apr 12 18:26:07.527469 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982b696-5890-427e-a849-4c183f61b7ec req-70e7a258-ca53-485f-80be-6391db6b5347 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:07.529245 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1982b696-5890-427e-a849-4c183f61b7ec req-70e7a258-ca53-485f-80be-6391db6b5347 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0519085 Apr 12 18:26:07.565587 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-4aef1d2c-56f0-444a-a0ea-8c778c1d93e4 None None] Set router 75c67045-88dc-47c1-88df-b545b64bc51a gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:26:07.575687 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1982b696-5890-427e-a849-4c183f61b7ec req-31eb4127-bf09-4886-b392-5f50d43a79d3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409110 Apr 12 18:26:07.720979 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf11ce1-b943-4565-a855-8c2edb70a3ed req-4f906a8b-ab29-46b6-9cc0-f3fca3a40b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:07.722425 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ecf11ce1-b943-4565-a855-8c2edb70a3ed req-4f906a8b-ab29-46b6-9cc0-f3fca3a40b8f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5d28f86be7741b183b3d48b791ace5c&device_id=d3593dc0-dd73-4f5c-b135-17d455c4d545 HTTP/1.1" status: 200 len: 1130 time: 0.0417130 Apr 12 18:26:07.781285 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-4aef1d2c-56f0-444a-a0ea-8c778c1d93e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': 'e078b2e3-b37b-4fdc-b7af-d376cc7d7428', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'port_id': 'da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'mac_address': 'fa:16:3e:ad:2c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3593dc0-dd73-4f5c-b135-17d455c4d545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:25:50Z', 'updated_at': '2022-04-12T18:26:06Z', 'revision_number': 1, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ee12d0-42ec-4df9-af37-6171eb8e0fce', 'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'mac_address': 'fa:16:3e:d5:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:04Z', 'revision_number': 5, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'subnets': [{'id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:26:07.808168 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aef1d2c-56f0-444a-a0ea-8c778c1d93e4 None None] Checking router: 75c67045-88dc-47c1-88df-b545b64bc51a for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:26:07.810939 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf11ce1-b943-4565-a855-8c2edb70a3ed req-f7196240-f027-45d3-9119-005381c48580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:07.812383 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ecf11ce1-b943-4565-a855-8c2edb70a3ed req-f7196240-f027-45d3-9119-005381c48580 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9dc82e9-ba51-4034-af9b-11d793e8de94 HTTP/1.1" status: 200 len: 915 time: 0.0828567 Apr 12 18:26:07.816338 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aef1d2c-56f0-444a-a0ea-8c778c1d93e4 None None] Routers {'75c67045-88dc-47c1-88df-b545b64bc51a'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:26:07.816945 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-4aef1d2c-56f0-444a-a0ea-8c778c1d93e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:25:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['75c67045-88dc-47c1-88df-b545b64bc51a'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:26:07.883812 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ecf11ce1-b943-4565-a855-8c2edb70a3ed req-37bfeeb1-776d-479b-8625-c51d72003f7f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba HTTP/1.1" status: 200 len: 1000 time: 0.0615373 Apr 12 18:26:07.924524 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-4aef1d2c-56f0-444a-a0ea-8c778c1d93e4 None None] Set router 75c67045-88dc-47c1-88df-b545b64bc51a gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:26:07.934289 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf11ce1-b943-4565-a855-8c2edb70a3ed req-9e6a8190-b100-4c9e-b895-6f87551be630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:07.935736 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ecf11ce1-b943-4565-a855-8c2edb70a3ed req-9e6a8190-b100-4c9e-b895-6f87551be630 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e9a9f4b8-3305-469c-8769-0a7b186de1c2 HTTP/1.1" status: 200 len: 853 time: 0.0435126 Apr 12 18:26:07.979231 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf11ce1-b943-4565-a855-8c2edb70a3ed req-cb87eaab-8585-4c41-b7ba-5d7e680b3e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:07.980694 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ecf11ce1-b943-4565-a855-8c2edb70a3ed req-cb87eaab-8585-4c41-b7ba-5d7e680b3e91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9dc82e9-ba51-4034-af9b-11d793e8de94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384750 Apr 12 18:26:08.136814 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-4aef1d2c-56f0-444a-a0ea-8c778c1d93e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': 'e078b2e3-b37b-4fdc-b7af-d376cc7d7428', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'port_id': 'da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'mac_address': 'fa:16:3e:ad:2c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3593dc0-dd73-4f5c-b135-17d455c4d545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:25:50Z', 'updated_at': '2022-04-12T18:26:06Z', 'revision_number': 1, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ee12d0-42ec-4df9-af37-6171eb8e0fce', 'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'mac_address': 'fa:16:3e:d5:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:04Z', 'revision_number': 5, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'subnets': [{'id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:26:08.163321 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aef1d2c-56f0-444a-a0ea-8c778c1d93e4 None None] The sync data for ids ['75c67045-88dc-47c1-88df-b545b64bc51a'] in dv-cinder-837535-1-iscsi is: [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': 'e078b2e3-b37b-4fdc-b7af-d376cc7d7428', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'port_id': 'da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'mac_address': 'fa:16:3e:ad:2c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3593dc0-dd73-4f5c-b135-17d455c4d545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:25:50Z', 'updated_at': '2022-04-12T18:26:06Z', 'revision_number': 1, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ee12d0-42ec-4df9-af37-6171eb8e0fce', 'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'mac_address': 'fa:16:3e:d5:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:04Z', 'revision_number': 5, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'subnets': [{'id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:26:08.357688 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e25ee9c-d449-47f5-8d02-7d9310d62d70 None None] New status for floating IP e078b2e3-b37b-4fdc-b7af-d376cc7d7428: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:26:08.596033 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ecf11ce1-b943-4565-a855-8c2edb70a3ed req-ce9b9a59-e027-497b-bc97-2845c5b393da service neutron] 10.222.0.26 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007059 Apr 12 18:26:08.686550 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ecf11ce1-b943-4565-a855-8c2edb70a3ed req-c0de2c0d-c987-4fd6-923a-58e58560074d service neutron] 10.222.0.26 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831757 Apr 12 18:26:08.695558 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380a1cd-be85-4659-9c41-32ac6a0a10da req-58b64c79-1f68-40d3-8f24-ec598cb85784 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:08.697123 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8380a1cd-be85-4659-9c41-32ac6a0a10da req-58b64c79-1f68-40d3-8f24-ec598cb85784 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0516028 Apr 12 18:26:08.744150 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8380a1cd-be85-4659-9c41-32ac6a0a10da req-164301bb-362f-4d52-954e-fb0cd806bcb9 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414035 Apr 12 18:26:08.860730 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6915ec-2053-4d7d-821f-46f7a71839d6 req-c488bf99-abdc-4843-9255-330b57524231 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:08.862246 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2f6915ec-2053-4d7d-821f-46f7a71839d6 req-c488bf99-abdc-4843-9255-330b57524231 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0545888 Apr 12 18:26:08.870931 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 41896) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:26:08.875186 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-08b9e7c0-19af-4fa4-b1b6-b023694b104c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Request body: {'floatingip': {'port_id': 'b6e6cb98-196e-4b0e-b027-71f54056147d'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:26:08.933825 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-08b9e7c0-19af-4fa4-b1b6-b023694b104c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks [] for floatingip (8b6ba2ce-51a0-407d-ab5d-515829ae2b31), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:09.637870 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-08b9e7c0-19af-4fa4-b1b6-b023694b104c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:09.641426 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-08b9e7c0-19af-4fa4-b1b6-b023694b104c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (8b6ba2ce-51a0-407d-ab5d-515829ae2b31), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:09.849897 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b9e7c0-19af-4fa4-b1b6-b023694b104c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Router 2b82f571-51f0-4675-89ca-06b717c8d7ca has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:26:09.959075 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b9e7c0-19af-4fa4-b1b6-b023694b104c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:26:09.964452 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-08b9e7c0-19af-4fa4-b1b6-b023694b104c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:09.969726 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8d3d02-edfa-4aac-8ac8-d71c821105ed None None] Sync routers for ids ['2b82f571-51f0-4675-89ca-06b717c8d7ca'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:26:09.980108 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8d3d02-edfa-4aac-8ac8-d71c821105ed None None] Routers {'2b82f571-51f0-4675-89ca-06b717c8d7ca'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:26:09.980944 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-0f8d3d02-edfa-4aac-8ac8-d71c821105ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:25:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['2b82f571-51f0-4675-89ca-06b717c8d7ca'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:26:09.992974 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90226e5c-e0dd-4c60-a354-34141dc7e211', 'tag': 'b6e6cb98-196e-4b0e-b027-71f54056147d'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:26:09.995249 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ff44208863b45d5314a74bf2796fa783e64ad3222a396cfa3f0d0395593348f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cba73db-7b86-4999-9d5e-b0096816102e" -d '{"events": [{"name": "network-changed", "server_uuid": "90226e5c-e0dd-4c60-a354-34141dc7e211", "tag": "b6e6cb98-196e-4b0e-b027-71f54056147d"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:26:10.029667 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-08b9e7c0-19af-4fa4-b1b6-b023694b104c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "PUT /v2.0/floatingips/8b6ba2ce-51a0-407d-ab5d-515829ae2b31 HTTP/1.1" status: 200 len: 994 time: 1.1573191 Apr 12 18:26:10.032491 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6cde13-7d00-4172-a45e-bed10ae13a56 x-openstack-request-id: req-ee6cde13-7d00-4172-a45e-bed10ae13a56 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:26:10.032777 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90226e5c-e0dd-4c60-a354-34141dc7e211", "tag": "b6e6cb98-196e-4b0e-b027-71f54056147d", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:26:10.033031 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee6cde13-7d00-4172-a45e-bed10ae13a56 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:26:10.033452 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee6cde13-7d00-4172-a45e-bed10ae13a56'] response: {'name': 'network-changed', 'server_uuid': '90226e5c-e0dd-4c60-a354-34141dc7e211', 'tag': 'b6e6cb98-196e-4b0e-b027-71f54056147d', 'status': 'completed', 'code': 200} Apr 12 18:26:10.094459 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba73db-7b86-4999-9d5e-b0096816102e req-9beec5d1-3f75-4dab-9025-6e3fa9eed965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:10.095932 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3cba73db-7b86-4999-9d5e-b0096816102e req-9beec5d1-3f75-4dab-9025-6e3fa9eed965 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=32de1a896084470f9de92a79d2b2ca07&device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 1130 time: 0.0434170 Apr 12 18:26:10.102449 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-0f8d3d02-edfa-4aac-8ac8-d71c821105ed None None] Set router 2b82f571-51f0-4675-89ca-06b717c8d7ca gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:26:10.194696 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba73db-7b86-4999-9d5e-b0096816102e req-24c32881-f0e5-4014-b2a6-9123ef69147d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:10.196377 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3cba73db-7b86-4999-9d5e-b0096816102e req-24c32881-f0e5-4014-b2a6-9123ef69147d service neutron] 10.222.0.26 "GET /v2.0/networks?id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee HTTP/1.1" status: 200 len: 918 time: 0.0948606 Apr 12 18:26:10.269118 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3cba73db-7b86-4999-9d5e-b0096816102e req-53e3242a-8943-4b8f-8a3c-ea5d2055fbd8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6e6cb98-196e-4b0e-b027-71f54056147d HTTP/1.1" status: 200 len: 1002 time: 0.0666428 Apr 12 18:26:10.316645 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba73db-7b86-4999-9d5e-b0096816102e req-9134912a-0f28-4136-8049-618a4b0974b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:10.318131 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3cba73db-7b86-4999-9d5e-b0096816102e req-9134912a-0f28-4136-8049-618a4b0974b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81df1cf4-cbde-4529-8fd2-878a9fd29f57 HTTP/1.1" status: 200 len: 856 time: 0.0431154 Apr 12 18:26:10.361881 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba73db-7b86-4999-9d5e-b0096816102e req-39c93768-0c8b-4321-b6de-60df280a7dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:10.363432 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3cba73db-7b86-4999-9d5e-b0096816102e req-39c93768-0c8b-4321-b6de-60df280a7dd6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389714 Apr 12 18:26:10.405951 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-0f8d3d02-edfa-4aac-8ac8-d71c821105ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'name': 'tempest-ServerRescueNegativeTestJSON-66050844-router', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:21:21Z', 'updated_at': '2022-04-12T18:21:26Z', 'revision_number': 4, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'gw_port': {'id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:22Z', 'updated_at': '2022-04-12T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '8b6ba2ce-51a0-407d-ab5d-515829ae2b31', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'port_id': 'b6e6cb98-196e-4b0e-b027-71f54056147d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee', 'mac_address': 'fa:16:3e:6c:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90226e5c-e0dd-4c60-a354-34141dc7e211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:23:32Z', 'updated_at': '2022-04-12T18:26:09Z', 'revision_number': 3, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9136f212-641a-4e3a-8715-094adfc04cc5', 'name': '', 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'mac_address': 'fa:16:3e:30:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:25Z', 'updated_at': '2022-04-12T18:21:30Z', 'revision_number': 5, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'subnets': [{'id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:26:10.432647 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8d3d02-edfa-4aac-8ac8-d71c821105ed None None] Checking router: 2b82f571-51f0-4675-89ca-06b717c8d7ca for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:26:10.441160 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8d3d02-edfa-4aac-8ac8-d71c821105ed None None] Routers {'2b82f571-51f0-4675-89ca-06b717c8d7ca'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:26:10.441771 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-0f8d3d02-edfa-4aac-8ac8-d71c821105ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:25:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['2b82f571-51f0-4675-89ca-06b717c8d7ca'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:26:10.455981 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3cba73db-7b86-4999-9d5e-b0096816102e req-80d0a97b-209e-4483-b423-7bdc42dd3853 service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860140 Apr 12 18:26:10.551393 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-0f8d3d02-edfa-4aac-8ac8-d71c821105ed None None] Set router 2b82f571-51f0-4675-89ca-06b717c8d7ca gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:26:10.555616 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3cba73db-7b86-4999-9d5e-b0096816102e req-2e23dbb3-a66c-4f3e-9686-222d13b20caf service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936310 Apr 12 18:26:10.758789 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-0f8d3d02-edfa-4aac-8ac8-d71c821105ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'name': 'tempest-ServerRescueNegativeTestJSON-66050844-router', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:21:21Z', 'updated_at': '2022-04-12T18:21:26Z', 'revision_number': 4, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'gw_port': {'id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:22Z', 'updated_at': '2022-04-12T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '8b6ba2ce-51a0-407d-ab5d-515829ae2b31', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'port_id': 'b6e6cb98-196e-4b0e-b027-71f54056147d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee', 'mac_address': 'fa:16:3e:6c:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90226e5c-e0dd-4c60-a354-34141dc7e211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:23:32Z', 'updated_at': '2022-04-12T18:26:09Z', 'revision_number': 3, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9136f212-641a-4e3a-8715-094adfc04cc5', 'name': '', 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'mac_address': 'fa:16:3e:30:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:25Z', 'updated_at': '2022-04-12T18:21:30Z', 'revision_number': 5, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'subnets': [{'id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:26:10.788061 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8d3d02-edfa-4aac-8ac8-d71c821105ed None None] The sync data for ids ['2b82f571-51f0-4675-89ca-06b717c8d7ca'] in dv-cinder-837535-1-iscsi is: [{'id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'name': 'tempest-ServerRescueNegativeTestJSON-66050844-router', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:21:21Z', 'updated_at': '2022-04-12T18:21:26Z', 'revision_number': 4, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'gw_port': {'id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:22Z', 'updated_at': '2022-04-12T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '8b6ba2ce-51a0-407d-ab5d-515829ae2b31', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'port_id': 'b6e6cb98-196e-4b0e-b027-71f54056147d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee', 'mac_address': 'fa:16:3e:6c:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90226e5c-e0dd-4c60-a354-34141dc7e211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:23:32Z', 'updated_at': '2022-04-12T18:26:09Z', 'revision_number': 3, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9136f212-641a-4e3a-8715-094adfc04cc5', 'name': '', 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'mac_address': 'fa:16:3e:30:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:25Z', 'updated_at': '2022-04-12T18:21:30Z', 'revision_number': 5, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'subnets': [{'id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:26:12.034885 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90226e5c-e0dd-4c60-a354-34141dc7e211', 'tag': 'b6e6cb98-196e-4b0e-b027-71f54056147d'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:26:12.037461 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ff44208863b45d5314a74bf2796fa783e64ad3222a396cfa3f0d0395593348f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1eccc12-351c-4477-9e2d-28cafd86b3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "90226e5c-e0dd-4c60-a354-34141dc7e211", "tag": "b6e6cb98-196e-4b0e-b027-71f54056147d"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:26:12.073428 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998443de-7dec-4914-979c-50ae2ec6c3c9 x-openstack-request-id: req-998443de-7dec-4914-979c-50ae2ec6c3c9 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:26:12.073719 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90226e5c-e0dd-4c60-a354-34141dc7e211", "tag": "b6e6cb98-196e-4b0e-b027-71f54056147d", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:26:12.073977 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-998443de-7dec-4914-979c-50ae2ec6c3c9 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:26:12.074373 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-998443de-7dec-4914-979c-50ae2ec6c3c9'] response: {'name': 'network-changed', 'server_uuid': '90226e5c-e0dd-4c60-a354-34141dc7e211', 'tag': 'b6e6cb98-196e-4b0e-b027-71f54056147d', 'status': 'completed', 'code': 200} Apr 12 18:26:12.148566 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eccc12-351c-4477-9e2d-28cafd86b3c5 req-b65958f1-6aaf-429c-a9fc-fb3907cee73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:12.150086 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-b1eccc12-351c-4477-9e2d-28cafd86b3c5 req-b65958f1-6aaf-429c-a9fc-fb3907cee73e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=32de1a896084470f9de92a79d2b2ca07&device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 1130 time: 0.0420902 Apr 12 18:26:12.238183 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eccc12-351c-4477-9e2d-28cafd86b3c5 req-42638f24-c4b4-4d63-951a-b12c3c25bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:12.239632 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-b1eccc12-351c-4477-9e2d-28cafd86b3c5 req-42638f24-c4b4-4d63-951a-b12c3c25bb9d service neutron] 10.222.0.26 "GET /v2.0/networks?id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee HTTP/1.1" status: 200 len: 918 time: 0.0819755 Apr 12 18:26:12.305992 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-b1eccc12-351c-4477-9e2d-28cafd86b3c5 req-d6e035d8-7ea8-4b5e-91cb-7921ca2fe05e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6e6cb98-196e-4b0e-b027-71f54056147d HTTP/1.1" status: 200 len: 1002 time: 0.0605023 Apr 12 18:26:12.354985 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eccc12-351c-4477-9e2d-28cafd86b3c5 req-4efc1010-c449-47b3-a092-9c195994058b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:12.356433 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-b1eccc12-351c-4477-9e2d-28cafd86b3c5 req-4efc1010-c449-47b3-a092-9c195994058b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81df1cf4-cbde-4529-8fd2-878a9fd29f57 HTTP/1.1" status: 200 len: 856 time: 0.0429497 Apr 12 18:26:12.399540 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eccc12-351c-4477-9e2d-28cafd86b3c5 req-a9441a76-473e-4108-bb54-24752f149d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:12.400965 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-b1eccc12-351c-4477-9e2d-28cafd86b3c5 req-a9441a76-473e-4108-bb54-24752f149d2e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372758 Apr 12 18:26:12.493964 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-b1eccc12-351c-4477-9e2d-28cafd86b3c5 req-cce4cb47-3ec9-41da-8787-4a308addc6e2 service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864246 Apr 12 18:26:12.580871 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-b1eccc12-351c-4477-9e2d-28cafd86b3c5 req-722f93eb-b244-4d3b-b4ee-832f2eedee57 service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799589 Apr 12 18:26:13.175727 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6cedda10-3d3e-4201-a9d3-74b56de66b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:13.713296 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a86a583a-d30d-4eef-9341-3161ba2256f6 req-564f47ed-d2c5-4d98-b39e-3bd2e3f0a0a6 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2006042534&fields=id&tenant_id=809186fad39d4f6d9876d3e1348b3ab0 HTTP/1.1" status: 200 len: 267 time: 0.0439055 Apr 12 18:26:13.762056 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a583a-d30d-4eef-9341-3161ba2256f6 req-124cf9de-064d-4c53-9029-839dc4a2cc85 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:13.763481 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a86a583a-d30d-4eef-9341-3161ba2256f6 req-124cf9de-064d-4c53-9029-839dc4a2cc85 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 984 time: 0.0450001 Apr 12 18:26:13.774216 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [req-a86a583a-d30d-4eef-9341-3161ba2256f6 req-d24b833a-a9c0-484f-a304-e580524cf569 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Request body: {'port': {'security_groups': ['19166c52-d4a2-4a39-a2ff-0d73101dd189']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:26:13.846158 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a86a583a-d30d-4eef-9341-3161ba2256f6 req-d24b833a-a9c0-484f-a304-e580524cf569 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (7a08f442-c306-4d1d-a934-82f8c095a54a), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:14.018941 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-a86a583a-d30d-4eef-9341-3161ba2256f6 req-d24b833a-a9c0-484f-a304-e580524cf569 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] For port 7a08f442-c306-4d1d-a934-82f8c095a54a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=7a08f442-c306-4d1d-a934-82f8c095a54a,segment=NetworkSegment(7b02f9f2-b6cb-413a-af5f-f12cf146d8ff),segment_id=7b02f9f2-b6cb-413a-af5f-f12cf146d8ff)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:26:14.047861 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a86a583a-d30d-4eef-9341-3161ba2256f6 req-d24b833a-a9c0-484f-a304-e580524cf569 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for port (7a08f442-c306-4d1d-a934-82f8c095a54a), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:14.052238 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a86a583a-d30d-4eef-9341-3161ba2256f6 req-d24b833a-a9c0-484f-a304-e580524cf569 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (7a08f442-c306-4d1d-a934-82f8c095a54a), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:14.065669 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['7a08f442-c306-4d1d-a934-82f8c095a54a'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:26:14.098742 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a583a-d30d-4eef-9341-3161ba2256f6 req-d24b833a-a9c0-484f-a304-e580524cf569 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:14.102007 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a86a583a-d30d-4eef-9341-3161ba2256f6 req-d24b833a-a9c0-484f-a304-e580524cf569 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:14.103512 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a86a583a-d30d-4eef-9341-3161ba2256f6 req-d24b833a-a9c0-484f-a304-e580524cf569 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "PUT /v2.0/ports/7a08f442-c306-4d1d-a934-82f8c095a54a HTTP/1.1" status: 200 len: 942 time: 0.3341997 Apr 12 18:26:14.104006 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd372eff6-ec0d-48a1-8398-a1c7d2ef1a15', 'tag': '7a08f442-c306-4d1d-a934-82f8c095a54a'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:26:14.106973 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ff44208863b45d5314a74bf2796fa783e64ad3222a396cfa3f0d0395593348f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6e8cad-3a42-47b1-8a69-0020f83e27e1" -d '{"events": [{"name": "network-changed", "server_uuid": "d372eff6-ec0d-48a1-8398-a1c7d2ef1a15", "tag": "7a08f442-c306-4d1d-a934-82f8c095a54a"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:26:14.112166 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 41914) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:26:14.130348 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b833a-a9c0-484f-a304-e580524cf569 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Pushing event updated for resources: {'Port': ['ID=7a08f442-c306-4d1d-a934-82f8c095a54a,revision_number=7']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:26:14.172607 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732eadaf-5737-46c5-83fa-5fa83bd2a090 x-openstack-request-id: req-732eadaf-5737-46c5-83fa-5fa83bd2a090 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:26:14.172944 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d372eff6-ec0d-48a1-8398-a1c7d2ef1a15", "tag": "7a08f442-c306-4d1d-a934-82f8c095a54a", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:26:14.173579 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-732eadaf-5737-46c5-83fa-5fa83bd2a090 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:26:14.173992 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-732eadaf-5737-46c5-83fa-5fa83bd2a090'] response: {'name': 'network-changed', 'server_uuid': 'd372eff6-ec0d-48a1-8398-a1c7d2ef1a15', 'tag': '7a08f442-c306-4d1d-a934-82f8c095a54a', 'status': 'completed', 'code': 200} Apr 12 18:26:14.217663 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['7a08f442-c306-4d1d-a934-82f8c095a54a'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:26:14.239710 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c4296b49-1239-4311-bf22-622fc149b080 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for security_group (2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:14.247642 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e8cad-3a42-47b1-8a69-0020f83e27e1 req-53f94e0e-1903-4bf4-84f1-15ca1b3adbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:14.248967 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4b6e8cad-3a42-47b1-8a69-0020f83e27e1 req-53f94e0e-1903-4bf4-84f1-15ca1b3adbdc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=809186fad39d4f6d9876d3e1348b3ab0&device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 1129 time: 0.0599418 Apr 12 18:26:14.294820 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c4296b49-1239-4311-bf22-622fc149b080 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for security_group (2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:14.359343 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-383da773-7ce1-4aee-b355-a5fe6ec2a12e None None] Provisioning complete for port 7a08f442-c306-4d1d-a934-82f8c095a54a triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:26:14.359640 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-383da773-7ce1-4aee-b355-a5fe6ec2a12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (7a08f442-c306-4d1d-a934-82f8c095a54a), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:14.386349 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e8cad-3a42-47b1-8a69-0020f83e27e1 req-d691236a-7acc-4f1e-a37b-a4a163cac504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:14.387816 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4b6e8cad-3a42-47b1-8a69-0020f83e27e1 req-d691236a-7acc-4f1e-a37b-a4a163cac504 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32fddf7a-be6e-433e-a894-e115b22cd23d HTTP/1.1" status: 200 len: 915 time: 0.1328931 Apr 12 18:26:14.444867 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c4296b49-1239-4311-bf22-622fc149b080 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:14.447564 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c4296b49-1239-4311-bf22-622fc149b080 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:14.448700 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-c4296b49-1239-4311-bf22-622fc149b080 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "DELETE /v2.0/security-groups/2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078 HTTP/1.1" status: 204 len: 168 time: 0.3354683 Apr 12 18:26:14.452672 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 41916) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:26:14.464608 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4296b49-1239-4311-bf22-622fc149b080 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5ab36e-ad49-4e32-9ee0-f3f79e7b2078,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:26:14.468801 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-383da773-7ce1-4aee-b355-a5fe6ec2a12e None None] Current status of the port 7a08f442-c306-4d1d-a934-82f8c095a54a is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:26:14.476530 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4b6e8cad-3a42-47b1-8a69-0020f83e27e1 req-6e1ec57b-2605-4ad4-a76e-522fdfdd1f35 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a08f442-c306-4d1d-a934-82f8c095a54a HTTP/1.1" status: 200 len: 1000 time: 0.0741765 Apr 12 18:26:14.548123 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e8cad-3a42-47b1-8a69-0020f83e27e1 req-7cfaeaef-4ce7-4139-8867-1f188bae32cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:14.549531 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4b6e8cad-3a42-47b1-8a69-0020f83e27e1 req-7cfaeaef-4ce7-4139-8867-1f188bae32cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc07eb1e-fff2-417b-b6fd-57ebe5882dc3 HTTP/1.1" status: 200 len: 853 time: 0.0662246 Apr 12 18:26:14.594315 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e8cad-3a42-47b1-8a69-0020f83e27e1 req-abefdcf2-ace9-46dc-a54a-ee1b241c7804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:14.595940 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4b6e8cad-3a42-47b1-8a69-0020f83e27e1 req-abefdcf2-ace9-46dc-a54a-ee1b241c7804 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32fddf7a-be6e-433e-a894-e115b22cd23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388904 Apr 12 18:26:14.645535 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-22b393ce-33e1-4fe1-9217-e2a9556e2d9a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Deleting port 8fc94d22-6f6e-4c1a-80b0-6a25dfc95b7f {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:26:14.645885 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-22b393ce-33e1-4fe1-9217-e2a9556e2d9a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (8fc94d22-6f6e-4c1a-80b0-6a25dfc95b7f), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:14.686339 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4b6e8cad-3a42-47b1-8a69-0020f83e27e1 req-4da9e749-2b64-4718-b86d-8ead6c4b4532 service neutron] 10.222.0.26 "GET /v2.0/networks/32fddf7a-be6e-433e-a894-e115b22cd23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834370 Apr 12 18:26:14.721185 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-22b393ce-33e1-4fe1-9217-e2a9556e2d9a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (8fc94d22-6f6e-4c1a-80b0-6a25dfc95b7f), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:14.721807 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-22b393ce-33e1-4fe1-9217-e2a9556e2d9a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for floatingip (8fc94d22-6f6e-4c1a-80b0-6a25dfc95b7f), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:14.734666 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-22b393ce-33e1-4fe1-9217-e2a9556e2d9a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Calling delete_port for 8fc94d22-6f6e-4c1a-80b0-6a25dfc95b7f owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:26:14.777213 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4b6e8cad-3a42-47b1-8a69-0020f83e27e1 req-a295a0da-2290-469f-a352-a76b8d2d001a service neutron] 10.222.0.26 "GET /v2.0/networks/32fddf7a-be6e-433e-a894-e115b22cd23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844965 Apr 12 18:26:14.903118 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-22b393ce-33e1-4fe1-9217-e2a9556e2d9a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079'] for port (8fc94d22-6f6e-4c1a-80b0-6a25dfc95b7f), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:14.933041 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b393ce-33e1-4fe1-9217-e2a9556e2d9a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Pushing event deleted for resources: {'Port': ['ID=8fc94d22-6f6e-4c1a-80b0-6a25dfc95b7f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:26:14.956761 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-22b393ce-33e1-4fe1-9217-e2a9556e2d9a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks [] for floatingip (61092b0c-1510-41de-82e2-f824023aa169), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:14.957126 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.l3_db [None req-22b393ce-33e1-4fe1-9217-e2a9556e2d9a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Floating IP 61092b0c-1510-41de-82e2-f824023aa169 disassociated (deleted). External IP: 172.27.1.12, port: 7a08f442-c306-4d1d-a934-82f8c095a54a. Apr 12 18:26:15.166099 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b393ce-33e1-4fe1-9217-e2a9556e2d9a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Router e255fc0e-1953-4ca8-9ab3-436afac6b7ee has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:26:15.273436 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b393ce-33e1-4fe1-9217-e2a9556e2d9a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:26:15.278603 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-22b393ce-33e1-4fe1-9217-e2a9556e2d9a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:15.283334 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298f582a-199f-49be-90f0-288481f27cb0 None None] Sync routers for ids ['e255fc0e-1953-4ca8-9ab3-436afac6b7ee'] in dv-cinder-837535-1-iscsi {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:26:15.297289 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298f582a-199f-49be-90f0-288481f27cb0 None None] Routers {'e255fc0e-1953-4ca8-9ab3-436afac6b7ee'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:26:15.297911 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-298f582a-199f-49be-90f0-288481f27cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:25:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['e255fc0e-1953-4ca8-9ab3-436afac6b7ee'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:26:15.313966 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-22b393ce-33e1-4fe1-9217-e2a9556e2d9a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "DELETE /v2.0/floatingips/61092b0c-1510-41de-82e2-f824023aa169 HTTP/1.1" status: 204 len: 168 time: 0.8574874 Apr 12 18:26:15.406110 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-298f582a-199f-49be-90f0-288481f27cb0 None None] Set router e255fc0e-1953-4ca8-9ab3-436afac6b7ee gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:26:15.582572 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0580cf38-a3fd-499a-ba1a-7ae73eeef297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:15.739354 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-298f582a-199f-49be-90f0-288481f27cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'name': 'tempest-TestMinimumBasicScenario-532356373-router', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:22:14Z', 'revision_number': 4, 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'gw_port': {'id': 'e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '9108e313-b586-47d1-b399-6925d11b473a', 'name': '', 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'mac_address': 'fa:16:3e:61:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'fc07eb1e-fff2-417b-b6fd-57ebe5882dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:13Z', 'updated_at': '2022-04-12T18:22:18Z', 'revision_number': 5, 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'subnets': [{'id': 'fc07eb1e-fff2-417b-b6fd-57ebe5882dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:26:15.768845 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298f582a-199f-49be-90f0-288481f27cb0 None None] Checking router: e255fc0e-1953-4ca8-9ab3-436afac6b7ee for host: dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:26:15.778006 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298f582a-199f-49be-90f0-288481f27cb0 None None] Routers {'e255fc0e-1953-4ca8-9ab3-436afac6b7ee'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:26:15.778627 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-298f582a-199f-49be-90f0-288481f27cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:26:16Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['e255fc0e-1953-4ca8-9ab3-436afac6b7ee'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:26:15.884802 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-298f582a-199f-49be-90f0-288481f27cb0 None None] Set router e255fc0e-1953-4ca8-9ab3-436afac6b7ee gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:26:16.072463 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-298f582a-199f-49be-90f0-288481f27cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'name': 'tempest-TestMinimumBasicScenario-532356373-router', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:22:14Z', 'revision_number': 4, 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'gw_port': {'id': 'e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '9108e313-b586-47d1-b399-6925d11b473a', 'name': '', 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'mac_address': 'fa:16:3e:61:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'fc07eb1e-fff2-417b-b6fd-57ebe5882dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:13Z', 'updated_at': '2022-04-12T18:22:18Z', 'revision_number': 5, 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'subnets': [{'id': 'fc07eb1e-fff2-417b-b6fd-57ebe5882dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:26:16.098285 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298f582a-199f-49be-90f0-288481f27cb0 None None] The sync data for ids ['e255fc0e-1953-4ca8-9ab3-436afac6b7ee'] in dv-cinder-837535-1-iscsi is: [{'id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'name': 'tempest-TestMinimumBasicScenario-532356373-router', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:22:14Z', 'revision_number': 4, 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'gw_port': {'id': 'e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '9108e313-b586-47d1-b399-6925d11b473a', 'name': '', 'network_id': '32fddf7a-be6e-433e-a894-e115b22cd23d', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'mac_address': 'fa:16:3e:61:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'fc07eb1e-fff2-417b-b6fd-57ebe5882dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:13Z', 'updated_at': '2022-04-12T18:22:18Z', 'revision_number': 5, 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'subnets': [{'id': 'fc07eb1e-fff2-417b-b6fd-57ebe5882dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:26:16.175193 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd372eff6-ec0d-48a1-8398-a1c7d2ef1a15', 'tag': '7a08f442-c306-4d1d-a934-82f8c095a54a'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:26:16.177627 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ff44208863b45d5314a74bf2796fa783e64ad3222a396cfa3f0d0395593348f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6c53b6-93d8-4c3a-ac8a-e8d4c118650c" -d '{"events": [{"name": "network-changed", "server_uuid": "d372eff6-ec0d-48a1-8398-a1c7d2ef1a15", "tag": "7a08f442-c306-4d1d-a934-82f8c095a54a"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:26:16.218273 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa07de8-3653-4445-a43d-9141ac0af378 x-openstack-request-id: req-dfa07de8-3653-4445-a43d-9141ac0af378 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:26:16.218711 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d372eff6-ec0d-48a1-8398-a1c7d2ef1a15", "tag": "7a08f442-c306-4d1d-a934-82f8c095a54a", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:26:16.219088 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dfa07de8-3653-4445-a43d-9141ac0af378 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:26:16.219664 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfa07de8-3653-4445-a43d-9141ac0af378'] response: {'name': 'network-changed', 'server_uuid': 'd372eff6-ec0d-48a1-8398-a1c7d2ef1a15', 'tag': '7a08f442-c306-4d1d-a934-82f8c095a54a', 'status': 'completed', 'code': 200} Apr 12 18:26:16.316629 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c53b6-93d8-4c3a-ac8a-e8d4c118650c req-a91291a9-9f9b-46a9-b7a4-a4f05182b0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:16.318424 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-6f6c53b6-93d8-4c3a-ac8a-e8d4c118650c req-a91291a9-9f9b-46a9-b7a4-a4f05182b0b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=809186fad39d4f6d9876d3e1348b3ab0&device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 1129 time: 0.0430775 Apr 12 18:26:16.324494 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efef133e-71f7-423e-8e74-9381079e763b None None] New status for floating IP 61092b0c-1510-41de-82e2-f824023aa169: DOWN {{(pid=103526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:26:16.653530 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c53b6-93d8-4c3a-ac8a-e8d4c118650c req-3e1ccbf5-1ca6-41f5-850b-348fa57e0146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:16.654996 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-6f6c53b6-93d8-4c3a-ac8a-e8d4c118650c req-3e1ccbf5-1ca6-41f5-850b-348fa57e0146 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32fddf7a-be6e-433e-a894-e115b22cd23d HTTP/1.1" status: 200 len: 915 time: 0.3257918 Apr 12 18:26:16.696062 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-6f6c53b6-93d8-4c3a-ac8a-e8d4c118650c req-123ce06b-69d4-4509-bcf6-1cbf80331429 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a08f442-c306-4d1d-a934-82f8c095a54a HTTP/1.1" status: 200 len: 217 time: 0.0345874 Apr 12 18:26:16.744170 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c53b6-93d8-4c3a-ac8a-e8d4c118650c req-24bf3128-aceb-4cd3-a85c-8575940aa89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:16.745707 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-6f6c53b6-93d8-4c3a-ac8a-e8d4c118650c req-24bf3128-aceb-4cd3-a85c-8575940aa89b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc07eb1e-fff2-417b-b6fd-57ebe5882dc3 HTTP/1.1" status: 200 len: 853 time: 0.0437891 Apr 12 18:26:16.793695 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c53b6-93d8-4c3a-ac8a-e8d4c118650c req-100472cb-ef0a-4f7b-bae3-f2672b2ea75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:16.795234 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-6f6c53b6-93d8-4c3a-ac8a-e8d4c118650c req-100472cb-ef0a-4f7b-bae3-f2672b2ea75b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32fddf7a-be6e-433e-a894-e115b22cd23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437939 Apr 12 18:26:16.851869 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:16.894152 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-6f6c53b6-93d8-4c3a-ac8a-e8d4c118650c req-119ebaae-05d0-4708-8516-6bf56b713d26 service neutron] 10.222.0.26 "GET /v2.0/networks/32fddf7a-be6e-433e-a894-e115b22cd23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866270 Apr 12 18:26:16.983815 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-6f6c53b6-93d8-4c3a-ac8a-e8d4c118650c req-7ac50e6a-7fee-4d52-8c63-ecc51b79aec7 service neutron] 10.222.0.26 "GET /v2.0/networks/32fddf7a-be6e-433e-a894-e115b22cd23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870421 Apr 12 18:26:18.120000 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f23b5c-45c1-411b-8f4e-a2e7ac1164f4 req-ff5d93bd-d61a-44ea-a66e-95ecb6fd9ccb tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:18.121494 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b2f23b5c-45c1-411b-8f4e-a2e7ac1164f4 req-ff5d93bd-d61a-44ea-a66e-95ecb6fd9ccb tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 945 time: 0.0474613 Apr 12 18:26:18.167749 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b2f23b5c-45c1-411b-8f4e-a2e7ac1164f4 req-026bc7e4-cf32-4d49-b3c4-869251f85bc7 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406921 Apr 12 18:26:18.356698 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:19.282068 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbb645-b82b-484d-8eb7-f90cbb154260 req-cc4306d2-2063-4a36-b0fd-93675d361b19 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:19.283589 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-cffbb645-b82b-484d-8eb7-f90cbb154260 req-cc4306d2-2063-4a36-b0fd-93675d361b19 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 945 time: 0.0468724 Apr 12 18:26:19.289104 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:19.334632 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-cffbb645-b82b-484d-8eb7-f90cbb154260 req-e0ffb1f7-5df2-4320-9c99-69424f2b425a tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452332 Apr 12 18:26:20.388716 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302202f-f56c-48c8-a877-5bc3360ac015 req-a0f5869f-3b27-45cf-bd43-6f8c1b46a82d tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:20.390223 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-1302202f-f56c-48c8-a877-5bc3360ac015 req-a0f5869f-3b27-45cf-bd43-6f8c1b46a82d tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.26 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 945 time: 0.0466986 Apr 12 18:26:20.450271 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432b04d-c171-4f42-87fd-c3116100c59d req-581bc626-982b-431d-a588-310060e5aaae tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:20.451817 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6432b04d-c171-4f42-87fd-c3116100c59d req-581bc626-982b-431d-a588-310060e5aaae tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/ports?device_id=d372eff6-ec0d-48a1-8398-a1c7d2ef1a15 HTTP/1.1" status: 200 len: 945 time: 0.0469158 Apr 12 18:26:20.481817 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-1302202f-f56c-48c8-a877-5bc3360ac015 req-12c06382-849f-4269-afc1-d7108324d035 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Deleting port 7a08f442-c306-4d1d-a934-82f8c095a54a {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:26:20.482159 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-1302202f-f56c-48c8-a877-5bc3360ac015 req-12c06382-849f-4269-afc1-d7108324d035 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (7a08f442-c306-4d1d-a934-82f8c095a54a), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:20.498439 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6432b04d-c171-4f42-87fd-c3116100c59d req-0f181ce0-b5eb-468a-a601-9e0e1e573dbb tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.52 "GET /v2.0/security-groups?id=19166c52-d4a2-4a39-a2ff-0d73101dd189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409727 Apr 12 18:26:20.568416 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-1302202f-f56c-48c8-a877-5bc3360ac015 req-12c06382-849f-4269-afc1-d7108324d035 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] For port 7a08f442-c306-4d1d-a934-82f8c095a54a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=7a08f442-c306-4d1d-a934-82f8c095a54a,segment=NetworkSegment(7b02f9f2-b6cb-413a-af5f-f12cf146d8ff),segment_id=7b02f9f2-b6cb-413a-af5f-f12cf146d8ff)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:26:20.568786 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-1302202f-f56c-48c8-a877-5bc3360ac015 req-12c06382-849f-4269-afc1-d7108324d035 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (7a08f442-c306-4d1d-a934-82f8c095a54a), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:20.581749 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-1302202f-f56c-48c8-a877-5bc3360ac015 req-12c06382-849f-4269-afc1-d7108324d035 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Calling delete_port for 7a08f442-c306-4d1d-a934-82f8c095a54a owned by compute:nova {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:26:20.714731 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-1302202f-f56c-48c8-a877-5bc3360ac015 req-12c06382-849f-4269-afc1-d7108324d035 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (7a08f442-c306-4d1d-a934-82f8c095a54a), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:20.726671 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['7a08f442-c306-4d1d-a934-82f8c095a54a'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:26:20.743299 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c06382-849f-4269-afc1-d7108324d035 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Pushing event deleted for resources: {'Port': ['ID=7a08f442-c306-4d1d-a934-82f8c095a54a,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:26:20.787404 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-1302202f-f56c-48c8-a877-5bc3360ac015 req-12c06382-849f-4269-afc1-d7108324d035 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] No DVR routers for this DVR port 7a08f442-c306-4d1d-a934-82f8c095a54a on host hv-cinder-83753 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:26:20.790626 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-1302202f-f56c-48c8-a877-5bc3360ac015 req-12c06382-849f-4269-afc1-d7108324d035 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:20.793960 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-1302202f-f56c-48c8-a877-5bc3360ac015 req-12c06382-849f-4269-afc1-d7108324d035 tempest-TestMinimumBasicScenario-467691039 tempest-TestMinimumBasicScenario-467691039-project] 10.222.0.26 "DELETE /v2.0/ports/7a08f442-c306-4d1d-a934-82f8c095a54a HTTP/1.1" status: 204 len: 173 time: 0.3980074 Apr 12 18:26:20.794393 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd372eff6-ec0d-48a1-8398-a1c7d2ef1a15', 'name': 'network-vif-deleted', 'tag': '7a08f442-c306-4d1d-a934-82f8c095a54a'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:26:20.796617 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f45ef3-55e8-4d36-9b12-f47e41e3f404" -d '{"events": [{"server_uuid": "d372eff6-ec0d-48a1-8398-a1c7d2ef1a15", "name": "network-vif-deleted", "tag": "7a08f442-c306-4d1d-a934-82f8c095a54a"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:26:20.832758 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd0b032-3e33-427f-ba95-b1af5895d1c8 x-openstack-request-id: req-1dd0b032-3e33-427f-ba95-b1af5895d1c8 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:26:20.833052 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d372eff6-ec0d-48a1-8398-a1c7d2ef1a15", "name": "network-vif-deleted", "tag": "7a08f442-c306-4d1d-a934-82f8c095a54a", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:26:20.833337 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1dd0b032-3e33-427f-ba95-b1af5895d1c8 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:26:20.833748 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dd0b032-3e33-427f-ba95-b1af5895d1c8'] response: {'server_uuid': 'd372eff6-ec0d-48a1-8398-a1c7d2ef1a15', 'name': 'network-vif-deleted', 'tag': '7a08f442-c306-4d1d-a934-82f8c095a54a', 'status': 'completed', 'code': 200} Apr 12 18:26:22.170254 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42000) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:26:22.556658 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4a864b16-5de1-48fc-b45e-0f4aa153489c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-810946'] for router_interface (e255fc0e-1953-4ca8-9ab3-436afac6b7ee), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:23.085314 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-4a864b16-5de1-48fc-b45e-0f4aa153489c admin admin] Deleting port 9108e313-b586-47d1-b399-6925d11b473a {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:26:23.085669 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4a864b16-5de1-48fc-b45e-0f4aa153489c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (9108e313-b586-47d1-b399-6925d11b473a), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:23.163854 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-4a864b16-5de1-48fc-b45e-0f4aa153489c admin admin] For port 9108e313-b586-47d1-b399-6925d11b473a, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=9108e313-b586-47d1-b399-6925d11b473a,segment=NetworkSegment(7b02f9f2-b6cb-413a-af5f-f12cf146d8ff),segment_id=7b02f9f2-b6cb-413a-af5f-f12cf146d8ff)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:26:23.164107 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4a864b16-5de1-48fc-b45e-0f4aa153489c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (9108e313-b586-47d1-b399-6925d11b473a), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:23.176702 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-4a864b16-5de1-48fc-b45e-0f4aa153489c admin admin] Calling delete_port for 9108e313-b586-47d1-b399-6925d11b473a owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:26:23.361326 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4a864b16-5de1-48fc-b45e-0f4aa153489c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079'] for port (9108e313-b586-47d1-b399-6925d11b473a), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:23.386333 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a864b16-5de1-48fc-b45e-0f4aa153489c admin admin] Pushing event deleted for resources: {'Port': ['ID=9108e313-b586-47d1-b399-6925d11b473a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:26:23.516195 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4a864b16-5de1-48fc-b45e-0f4aa153489c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-810846'] for router_interface (e255fc0e-1953-4ca8-9ab3-436afac6b7ee), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:23.736029 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a864b16-5de1-48fc-b45e-0f4aa153489c admin admin] Router e255fc0e-1953-4ca8-9ab3-436afac6b7ee has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:26:23.791162 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:26:23.843536 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a864b16-5de1-48fc-b45e-0f4aa153489c admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:26:23.848977 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-4a864b16-5de1-48fc-b45e-0f4aa153489c admin admin] 10.222.0.52 "PUT /v2.0/routers/e255fc0e-1953-4ca8-9ab3-436afac6b7ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6772227 Apr 12 18:26:23.851122 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42004) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:26:23.853634 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb682b-b571-4d21-b1ea-913ad707ee6a None None] Sync routers for ids ['e255fc0e-1953-4ca8-9ab3-436afac6b7ee'] in dv-cinder-837535-1-iscsi {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:26:23.863917 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedb682b-b571-4d21-b1ea-913ad707ee6a None None] Routers {'e255fc0e-1953-4ca8-9ab3-436afac6b7ee'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:26:23.864559 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-dedb682b-b571-4d21-b1ea-913ad707ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:26:16Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['e255fc0e-1953-4ca8-9ab3-436afac6b7ee'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:26:23.959153 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f76a8a30-fd7e-46c8-b069-606838582218 admin admin] Publish callbacks [] for router (e255fc0e-1953-4ca8-9ab3-436afac6b7ee), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:23.973731 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-dedb682b-b571-4d21-b1ea-913ad707ee6a None None] Set router e255fc0e-1953-4ca8-9ab3-436afac6b7ee gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:26:24.057052 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:24.067179 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f76a8a30-fd7e-46c8-b069-606838582218 admin admin] Publish callbacks [] for router_gateway (e255fc0e-1953-4ca8-9ab3-436afac6b7ee), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:24.115335 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f76a8a30-fd7e-46c8-b069-606838582218 admin admin] Deleting port e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:26:24.115675 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f76a8a30-fd7e-46c8-b069-606838582218 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:24.160571 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-dedb682b-b571-4d21-b1ea-913ad707ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'name': 'tempest-TestMinimumBasicScenario-532356373-router', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:26:23Z', 'revision_number': 5, 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'gw_port': {'id': 'e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:26:24.188382 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb682b-b571-4d21-b1ea-913ad707ee6a None None] Checking router: e255fc0e-1953-4ca8-9ab3-436afac6b7ee for host: dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:26:24.198018 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedb682b-b571-4d21-b1ea-913ad707ee6a None None] Routers {'e255fc0e-1953-4ca8-9ab3-436afac6b7ee'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:26:24.199474 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-dedb682b-b571-4d21-b1ea-913ad707ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:26:16Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['e255fc0e-1953-4ca8-9ab3-436afac6b7ee'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:26:24.200945 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f76a8a30-fd7e-46c8-b069-606838582218 admin admin] For port e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:26:24.201405 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f76a8a30-fd7e-46c8-b069-606838582218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:24.214786 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f76a8a30-fd7e-46c8-b069-606838582218 admin admin] Calling delete_port for e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d owned by network:router_gateway {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:26:24.291839 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-dedb682b-b571-4d21-b1ea-913ad707ee6a None None] Set router e255fc0e-1953-4ca8-9ab3-436afac6b7ee gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:26:24.348425 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-dedb682b-b571-4d21-b1ea-913ad707ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'name': 'tempest-TestMinimumBasicScenario-532356373-router', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:26:24Z', 'revision_number': 6, 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'gw_port_host': None}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:26:24.375326 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb682b-b571-4d21-b1ea-913ad707ee6a None None] The sync data for ids ['e255fc0e-1953-4ca8-9ab3-436afac6b7ee'] in dv-cinder-837535-1-iscsi is: [{'id': 'e255fc0e-1953-4ca8-9ab3-436afac6b7ee', 'name': 'tempest-TestMinimumBasicScenario-532356373-router', 'tenant_id': '809186fad39d4f6d9876d3e1348b3ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:22:11Z', 'updated_at': '2022-04-12T18:26:24Z', 'revision_number': 6, 'project_id': '809186fad39d4f6d9876d3e1348b3ab0', 'gw_port_host': None}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:26:24.386153 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f76a8a30-fd7e-46c8-b069-606838582218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:24.418006 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a8a30-fd7e-46c8-b069-606838582218 admin admin] Pushing event deleted for resources: {'Port': ['ID=e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:26:24.484840 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f76a8a30-fd7e-46c8-b069-606838582218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-807160'] for router_gateway (e255fc0e-1953-4ca8-9ab3-436afac6b7ee), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:24.589366 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f76a8a30-fd7e-46c8-b069-606838582218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-895014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8858'] for router (e255fc0e-1953-4ca8-9ab3-436afac6b7ee), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:24.591482 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f76a8a30-fd7e-46c8-b069-606838582218 admin admin] Publish callbacks [] for router_controller (e255fc0e-1953-4ca8-9ab3-436afac6b7ee), precommit_delete_associations {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:24.660679 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f76a8a30-fd7e-46c8-b069-606838582218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-895005'] for router (e255fc0e-1953-4ca8-9ab3-436afac6b7ee), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:24.661128 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76a8a30-fd7e-46c8-b069-606838582218 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e255fc0e-1953-4ca8-9ab3-436afac6b7ee {{(pid=103524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:26:24.666574 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f76a8a30-fd7e-46c8-b069-606838582218 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:24.667727 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-f76a8a30-fd7e-46c8-b069-606838582218 admin admin] 10.222.0.52 "DELETE /v2.0/routers/e255fc0e-1953-4ca8-9ab3-436afac6b7ee HTTP/1.1" status: 204 len: 168 time: 0.8155396 Apr 12 18:26:24.670164 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42006) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:26:24.713816 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3546736-8283-4dfb-9edd-3507332d7f49 admin admin] Deleting subnet fc07eb1e-fff2-417b-b6fd-57ebe5882dc3 {{(pid=103524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:26:24.717198 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e3546736-8283-4dfb-9edd-3507332d7f49 admin admin] Publish callbacks [] for subnet (fc07eb1e-fff2-417b-b6fd-57ebe5882dc3), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:24.753375 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e3546736-8283-4dfb-9edd-3507332d7f49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62755009'] for subnet (fc07eb1e-fff2-417b-b6fd-57ebe5882dc3), precommit_delete_associations {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:24.865503 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e3546736-8283-4dfb-9edd-3507332d7f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3990049'] for subnet (fc07eb1e-fff2-417b-b6fd-57ebe5882dc3), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:24.918344 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e3546736-8283-4dfb-9edd-3507332d7f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3990070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59090753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59504398'] for subnet (fc07eb1e-fff2-417b-b6fd-57ebe5882dc3), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:24.945637 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3546736-8283-4dfb-9edd-3507332d7f49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc07eb1e-fff2-417b-b6fd-57ebe5882dc3,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:26:24.947708 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e3546736-8283-4dfb-9edd-3507332d7f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for subnet (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:24.950940 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-e3546736-8283-4dfb-9edd-3507332d7f49 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fc07eb1e-fff2-417b-b6fd-57ebe5882dc3 HTTP/1.1" status: 204 len: 168 time: 0.2798591 Apr 12 18:26:24.952182 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4739eac9-48a8-43f1-a346-ce8893875df3 None None] Network 32fddf7a-be6e-433e-a894-e115b22cd23d requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:26:24.953452 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42008) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:26:25.022606 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e9a1989d-9b7d-4894-bceb-67ad2c97e75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3769168'] for network (32fddf7a-be6e-433e-a894-e115b22cd23d), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:25.066239 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e9a1989d-9b7d-4894-bceb-67ad2c97e75b admin admin] Deleting port af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:26:25.066583 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e9a1989d-9b7d-4894-bceb-67ad2c97e75b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:25.079812 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 7a08f442-c306-4d1d-a934-82f8c095a54a no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:26:25.100744 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] No Port match for: 7a08f442-c306-4d1d-a934-82f8c095a54a {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:26:25.101121 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 7a08f442-c306-4d1d-a934-82f8c095a54a not bound to the agent host hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:26:25.138239 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e9a1989d-9b7d-4894-bceb-67ad2c97e75b admin admin] For port af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c,segment=NetworkSegment(7b02f9f2-b6cb-413a-af5f-f12cf146d8ff),segment_id=7b02f9f2-b6cb-413a-af5f-f12cf146d8ff)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:26:25.138396 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99422ef4-72ae-4276-b927-43789ea83931 None None] DHCP port deletion for 32fddf7a-be6e-433e-a894-e115b22cd23d request from dv-cinder-837535-1-iscsi {{(pid=103525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:26:25.138785 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e9a1989d-9b7d-4894-bceb-67ad2c97e75b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:25.154933 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e9a1989d-9b7d-4894-bceb-67ad2c97e75b admin admin] Calling delete_port for af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:26:25.193979 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-99422ef4-72ae-4276-b927-43789ea83931 None None] Deleting port af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c {{(pid=103525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:26:25.195290 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-99422ef4-72ae-4276-b927-43789ea83931 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c), before_delete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:25.219066 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:26:25.236371 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e9a1989d-9b7d-4894-bceb-67ad2c97e75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:25.260100 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1989d-9b7d-4894-bceb-67ad2c97e75b admin admin] Pushing event deleted for resources: {'Port': ['ID=af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:26:25.268902 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a1989d-9b7d-4894-bceb-67ad2c97e75b admin admin] No DVR routers for this DVR port af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c on host dv-cinder-837535-1-iscsi {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:26:25.272117 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:26:25.273018 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device e30c7f90-67c9-4fb7-a102-4e8e36aa1f2d not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:26:25.273465 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 9108e313-b586-47d1-b399-6925d11b473a no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:26:25.301142 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: 9108e313-b586-47d1-b399-6925d11b473a {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:26:25.301486 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 9108e313-b586-47d1-b399-6925d11b473a not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:26:25.301907 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:26:25.326199 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:26:25.326556 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:26:25.338105 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-99422ef4-72ae-4276-b927-43789ea83931 None None] For port af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c,segment=NetworkSegment(7b02f9f2-b6cb-413a-af5f-f12cf146d8ff),segment_id=7b02f9f2-b6cb-413a-af5f-f12cf146d8ff)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:26:25.338756 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-99422ef4-72ae-4276-b927-43789ea83931 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c), precommit_delete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:25.343260 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e9a1989d-9b7d-4894-bceb-67ad2c97e75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996314', 'neutron.services.segments.db._delete_segments_for_network-8761370393272'] for network (32fddf7a-be6e-433e-a894-e115b22cd23d), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:25.352618 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-99422ef4-72ae-4276-b927-43789ea83931 None None] Calling delete_port for af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c owned by network:dhcp {{(pid=103525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:26:25.365165 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-e9a1989d-9b7d-4894-bceb-67ad2c97e75b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32fddf7a-be6e-433e-a894-e115b22cd23d']}} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:26:25.376768 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-e9a1989d-9b7d-4894-bceb-67ad2c97e75b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b02f9f2-b6cb-413a-af5f-f12cf146d8ff') {'for_net_delete': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:26:25.377255 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-e9a1989d-9b7d-4894-bceb-67ad2c97e75b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b02f9f2-b6cb-413a-af5f-f12cf146d8ff') {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:26:25.387976 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e9a1989d-9b7d-4894-bceb-67ad2c97e75b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761370364609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62755066'] for segment (7b02f9f2-b6cb-413a-af5f-f12cf146d8ff), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:25.403442 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e9a1989d-9b7d-4894-bceb-67ad2c97e75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (7b02f9f2-b6cb-413a-af5f-f12cf146d8ff), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:25.412411 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a1989d-9b7d-4894-bceb-67ad2c97e75b admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:26:25.412737 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e9a1989d-9b7d-4894-bceb-67ad2c97e75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59090939'] for segment (7b02f9f2-b6cb-413a-af5f-f12cf146d8ff), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: Traceback (most recent call last): Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: timer() Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: cb(*args, **kw) Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: return func(*args, **kwargs) Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: self._notify() Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: self.callback(batched_events) Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: event.method(event) Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: return f(self, *a, **k) Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: return self._get(url).json() Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: return self.request(url, 'GET', **kwargs) Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:26:25.415370 dv-cinder-837535-1-iscsi neutron-server[103524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:26:25.482495 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e9a1989d-9b7d-4894-bceb-67ad2c97e75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-807132'] for network (32fddf7a-be6e-433e-a894-e115b22cd23d), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:25.490740 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e9a1989d-9b7d-4894-bceb-67ad2c97e75b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:25.495343 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-e9a1989d-9b7d-4894-bceb-67ad2c97e75b admin admin] 10.222.0.52 "DELETE /v2.0/networks/32fddf7a-be6e-433e-a894-e115b22cd23d HTTP/1.1" status: 204 len: 168 time: 0.5409527 Apr 12 18:26:25.498473 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42010) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:26:25.505721 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1989d-9b7d-4894-bceb-67ad2c97e75b admin admin] Pushing event deleted for resources: {'Network': ['ID=32fddf7a-be6e-433e-a894-e115b22cd23d,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:26:25.599262 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-99422ef4-72ae-4276-b927-43789ea83931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079'] for port (af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c), after_delete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:25.606597 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-99422ef4-72ae-4276-b927-43789ea83931 None None] Network 32fddf7a-be6e-433e-a894-e115b22cd23d is not hosted by any dhcp agent {{(pid=103525) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 12 18:26:25.607099 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99422ef4-72ae-4276-b927-43789ea83931 None None] No DVR routers for this DVR port af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c on host dv-cinder-837535-1-iscsi {{(pid=103525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:26:25.627437 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99422ef4-72ae-4276-b927-43789ea83931 None None] Pushing event deleted for resources: {'Port': ['ID=af6ecc78-68e5-4ed7-b0a4-5b6d93d7591c,revision_number=None']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:26:25.842933 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f10a8d23-605a-45e5-a979-939e3469ffa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-810946'] for router_interface (86f87399-39d6-4f2c-9edf-073862383f0e), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:26.075610 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f10a8d23-605a-45e5-a979-939e3469ffa0 admin admin] Deleting port a63c7e92-fbb3-4597-95e5-8218676f6e70 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:26:26.075953 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f10a8d23-605a-45e5-a979-939e3469ffa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (a63c7e92-fbb3-4597-95e5-8218676f6e70), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:26.157199 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-f10a8d23-605a-45e5-a979-939e3469ffa0 admin admin] For port a63c7e92-fbb3-4597-95e5-8218676f6e70, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=a63c7e92-fbb3-4597-95e5-8218676f6e70,segment=NetworkSegment(61bbd185-3a43-4cf3-ae71-18fe92cc9776),segment_id=61bbd185-3a43-4cf3-ae71-18fe92cc9776)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:26:26.157482 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f10a8d23-605a-45e5-a979-939e3469ffa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (a63c7e92-fbb3-4597-95e5-8218676f6e70), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:26.171376 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f10a8d23-605a-45e5-a979-939e3469ffa0 admin admin] Calling delete_port for a63c7e92-fbb3-4597-95e5-8218676f6e70 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:26:26.350232 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f10a8d23-605a-45e5-a979-939e3469ffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079'] for port (a63c7e92-fbb3-4597-95e5-8218676f6e70), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:26.374450 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a8d23-605a-45e5-a979-939e3469ffa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a63c7e92-fbb3-4597-95e5-8218676f6e70,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:26:26.509152 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f10a8d23-605a-45e5-a979-939e3469ffa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-810846'] for router_interface (86f87399-39d6-4f2c-9edf-073862383f0e), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:26.726161 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10a8d23-605a-45e5-a979-939e3469ffa0 admin admin] Router 86f87399-39d6-4f2c-9edf-073862383f0e has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:26:26.832076 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10a8d23-605a-45e5-a979-939e3469ffa0 admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:26:26.837245 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-f10a8d23-605a-45e5-a979-939e3469ffa0 admin admin] 10.222.0.52 "PUT /v2.0/routers/86f87399-39d6-4f2c-9edf-073862383f0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3371053 Apr 12 18:26:26.839697 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42012) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:26:26.842538 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044afd24-88be-4ce0-8c57-027cedc6fba1 None None] Sync routers for ids ['86f87399-39d6-4f2c-9edf-073862383f0e'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:26:26.853105 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044afd24-88be-4ce0-8c57-027cedc6fba1 None None] Routers {'86f87399-39d6-4f2c-9edf-073862383f0e'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:26:26.853777 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-044afd24-88be-4ce0-8c57-027cedc6fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:26:16Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['86f87399-39d6-4f2c-9edf-073862383f0e'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:26:26.962812 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6ec9-9c14-4e6a-875d-ae4e9e8c0631 admin admin] Publish callbacks [] for router (86f87399-39d6-4f2c-9edf-073862383f0e), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:26.964566 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-044afd24-88be-4ce0-8c57-027cedc6fba1 None None] Set router 86f87399-39d6-4f2c-9edf-073862383f0e gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:26:27.071095 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6ec9-9c14-4e6a-875d-ae4e9e8c0631 admin admin] Publish callbacks [] for router_gateway (86f87399-39d6-4f2c-9edf-073862383f0e), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:27.115544 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-c2cc6ec9-9c14-4e6a-875d-ae4e9e8c0631 admin admin] Deleting port 3679be33-52ab-47d6-ab2f-8ca0993b11c5 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:26:27.115887 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6ec9-9c14-4e6a-875d-ae4e9e8c0631 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (3679be33-52ab-47d6-ab2f-8ca0993b11c5), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:27.131098 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-044afd24-88be-4ce0-8c57-027cedc6fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f87399-39d6-4f2c-9edf-073862383f0e', 'name': 'tempest-TestMinimumBasicScenario-1576058687-router', 'tenant_id': 'acdd5524c6bc4456a394ab8a7f0beead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3679be33-52ab-47d6-ab2f-8ca0993b11c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:22:16Z', 'updated_at': '2022-04-12T18:26:26Z', 'revision_number': 5, 'project_id': 'acdd5524c6bc4456a394ab8a7f0beead', 'gw_port': {'id': '3679be33-52ab-47d6-ab2f-8ca0993b11c5', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f87399-39d6-4f2c-9edf-073862383f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:22:16Z', 'updated_at': '2022-04-12T18:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:26:27.158534 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044afd24-88be-4ce0-8c57-027cedc6fba1 None None] Checking router: 86f87399-39d6-4f2c-9edf-073862383f0e for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:26:27.167608 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044afd24-88be-4ce0-8c57-027cedc6fba1 None None] Routers {'86f87399-39d6-4f2c-9edf-073862383f0e'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:26:27.167845 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-044afd24-88be-4ce0-8c57-027cedc6fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:26:16Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['86f87399-39d6-4f2c-9edf-073862383f0e'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:26:27.202006 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-c2cc6ec9-9c14-4e6a-875d-ae4e9e8c0631 admin admin] For port 3679be33-52ab-47d6-ab2f-8ca0993b11c5, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=3679be33-52ab-47d6-ab2f-8ca0993b11c5,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:26:27.202383 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6ec9-9c14-4e6a-875d-ae4e9e8c0631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (3679be33-52ab-47d6-ab2f-8ca0993b11c5), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:27.215640 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-c2cc6ec9-9c14-4e6a-875d-ae4e9e8c0631 admin admin] Calling delete_port for 3679be33-52ab-47d6-ab2f-8ca0993b11c5 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:26:27.253838 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-044afd24-88be-4ce0-8c57-027cedc6fba1 None None] Set router 86f87399-39d6-4f2c-9edf-073862383f0e gateway port host: None {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:26:27.309326 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-044afd24-88be-4ce0-8c57-027cedc6fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f87399-39d6-4f2c-9edf-073862383f0e', 'name': 'tempest-TestMinimumBasicScenario-1576058687-router', 'tenant_id': 'acdd5524c6bc4456a394ab8a7f0beead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:22:16Z', 'updated_at': '2022-04-12T18:26:27Z', 'revision_number': 6, 'project_id': 'acdd5524c6bc4456a394ab8a7f0beead', 'gw_port_host': None}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:26:27.336812 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044afd24-88be-4ce0-8c57-027cedc6fba1 None None] The sync data for ids ['86f87399-39d6-4f2c-9edf-073862383f0e'] in dv-cinder-837535-1-iscsi is: [{'id': '86f87399-39d6-4f2c-9edf-073862383f0e', 'name': 'tempest-TestMinimumBasicScenario-1576058687-router', 'tenant_id': 'acdd5524c6bc4456a394ab8a7f0beead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:22:16Z', 'updated_at': '2022-04-12T18:26:27Z', 'revision_number': 6, 'project_id': 'acdd5524c6bc4456a394ab8a7f0beead', 'gw_port_host': None}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:26:27.385567 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6ec9-9c14-4e6a-875d-ae4e9e8c0631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079'] for port (3679be33-52ab-47d6-ab2f-8ca0993b11c5), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:27.409153 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc6ec9-9c14-4e6a-875d-ae4e9e8c0631 admin admin] Pushing event deleted for resources: {'Port': ['ID=3679be33-52ab-47d6-ab2f-8ca0993b11c5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:26:27.436161 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6ec9-9c14-4e6a-875d-ae4e9e8c0631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-807160'] for router_gateway (86f87399-39d6-4f2c-9edf-073862383f0e), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:27.539360 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6ec9-9c14-4e6a-875d-ae4e9e8c0631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-895014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8858'] for router (86f87399-39d6-4f2c-9edf-073862383f0e), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:27.541522 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6ec9-9c14-4e6a-875d-ae4e9e8c0631 admin admin] Publish callbacks [] for router_controller (86f87399-39d6-4f2c-9edf-073862383f0e), precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:27.606374 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6ec9-9c14-4e6a-875d-ae4e9e8c0631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-895005'] for router (86f87399-39d6-4f2c-9edf-073862383f0e), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:27.606908 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cc6ec9-9c14-4e6a-875d-ae4e9e8c0631 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86f87399-39d6-4f2c-9edf-073862383f0e {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:26:27.611570 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6ec9-9c14-4e6a-875d-ae4e9e8c0631 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:27.612727 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-c2cc6ec9-9c14-4e6a-875d-ae4e9e8c0631 admin admin] 10.222.0.52 "DELETE /v2.0/routers/86f87399-39d6-4f2c-9edf-073862383f0e HTTP/1.1" status: 204 len: 168 time: 0.7721028 Apr 12 18:26:27.615109 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42014) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:26:27.659734 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-2761e9a4-b142-496c-9126-765f6ca1c593 admin admin] Deleting subnet 16b96f5b-56a6-41f7-9ebe-e3f4af45efb6 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:26:27.663148 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2761e9a4-b142-496c-9126-765f6ca1c593 admin admin] Publish callbacks [] for subnet (16b96f5b-56a6-41f7-9ebe-e3f4af45efb6), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:27.698758 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2761e9a4-b142-496c-9126-765f6ca1c593 admin admin] Publish callbacks [] for subnet (16b96f5b-56a6-41f7-9ebe-e3f4af45efb6), precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:28.032841 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2761e9a4-b142-496c-9126-765f6ca1c593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3990049'] for subnet (16b96f5b-56a6-41f7-9ebe-e3f4af45efb6), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:28.091133 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2761e9a4-b142-496c-9126-765f6ca1c593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3990070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for subnet (16b96f5b-56a6-41f7-9ebe-e3f4af45efb6), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:28.117192 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761e9a4-b142-496c-9126-765f6ca1c593 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b96f5b-56a6-41f7-9ebe-e3f4af45efb6,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:26:28.119125 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2761e9a4-b142-496c-9126-765f6ca1c593 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:28.122407 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-2761e9a4-b142-496c-9126-765f6ca1c593 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/16b96f5b-56a6-41f7-9ebe-e3f4af45efb6 HTTP/1.1" status: 204 len: 168 time: 0.5062613 Apr 12 18:26:28.125247 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42018) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:26:28.127924 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b62040-bb72-4769-a291-946bab597bb3 None None] Network 8ca428fa-e608-416f-b852-2b9ffc7a2083 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:26:28.200434 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3769168'] for network (8ca428fa-e608-416f-b852-2b9ffc7a2083), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:28.249624 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Deleting port ee5aee01-01b1-4065-9e2a-14f06faf6104 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:26:28.250018 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (ee5aee01-01b1-4065-9e2a-14f06faf6104), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:28.296322 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510fdcdb-48a2-4468-8de4-ca8ac5b09436 None None] DHCP port deletion for 8ca428fa-e608-416f-b852-2b9ffc7a2083 request from dv-cinder-837535-1-iscsi {{(pid=103525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:26:28.321153 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] For port ee5aee01-01b1-4065-9e2a-14f06faf6104, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=ee5aee01-01b1-4065-9e2a-14f06faf6104,segment=NetworkSegment(61bbd185-3a43-4cf3-ae71-18fe92cc9776),segment_id=61bbd185-3a43-4cf3-ae71-18fe92cc9776)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:26:28.321531 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (ee5aee01-01b1-4065-9e2a-14f06faf6104), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:28.336085 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Calling delete_port for ee5aee01-01b1-4065-9e2a-14f06faf6104 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:26:28.344148 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-510fdcdb-48a2-4468-8de4-ca8ac5b09436 None None] Deleting port ee5aee01-01b1-4065-9e2a-14f06faf6104 {{(pid=103525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:26:28.344522 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-510fdcdb-48a2-4468-8de4-ca8ac5b09436 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (ee5aee01-01b1-4065-9e2a-14f06faf6104), before_delete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:28.411791 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-510fdcdb-48a2-4468-8de4-ca8ac5b09436 None None] For port ee5aee01-01b1-4065-9e2a-14f06faf6104, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=ee5aee01-01b1-4065-9e2a-14f06faf6104,segment=NetworkSegment(61bbd185-3a43-4cf3-ae71-18fe92cc9776),segment_id=61bbd185-3a43-4cf3-ae71-18fe92cc9776)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:26:28.412190 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-510fdcdb-48a2-4468-8de4-ca8ac5b09436 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (ee5aee01-01b1-4065-9e2a-14f06faf6104), precommit_delete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:28.420052 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079'] for port (ee5aee01-01b1-4065-9e2a-14f06faf6104), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:28.427228 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-510fdcdb-48a2-4468-8de4-ca8ac5b09436 None None] Calling delete_port for ee5aee01-01b1-4065-9e2a-14f06faf6104 owned by network:dhcp {{(pid=103525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:26:28.452250 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] No DVR routers for this DVR port ee5aee01-01b1-4065-9e2a-14f06faf6104 on host dv-cinder-837535-1-iscsi {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:26:28.456335 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee5aee01-01b1-4065-9e2a-14f06faf6104,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:26:28.510593 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-510fdcdb-48a2-4468-8de4-ca8ac5b09436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079'] for port (ee5aee01-01b1-4065-9e2a-14f06faf6104), after_delete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:28.526114 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996314', 'neutron.services.segments.db._delete_segments_for_network-8761370393272'] for network (8ca428fa-e608-416f-b852-2b9ffc7a2083), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:28.536938 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fdcdb-48a2-4468-8de4-ca8ac5b09436 None None] Pushing event deleted for resources: {'Port': ['ID=ee5aee01-01b1-4065-9e2a-14f06faf6104,revision_number=None']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:26:28.539336 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510fdcdb-48a2-4468-8de4-ca8ac5b09436 None None] No DVR routers for this DVR port ee5aee01-01b1-4065-9e2a-14f06faf6104 on host dv-cinder-837535-1-iscsi {{(pid=103525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:26:28.550738 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:26:28.551137 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:26:28.551811 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:26:28.552163 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Subscribe: > port after_create 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:26:28.552509 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:26:28.552861 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Subscribe: > port after_update 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:26:28.553208 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:26:28.553669 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:26:28.554058 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:26:28.554385 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:26:28.630263 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:26:28.630618 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:26:28.630953 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:26:28.631287 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:26:28.631669 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.services.segments.db [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca428fa-e608-416f-b852-2b9ffc7a2083']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:26:28.649092 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.services.segments.db [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61bbd185-3a43-4cf3-ae71-18fe92cc9776') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:26:28.649453 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.services.segments.db [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61bbd185-3a43-4cf3-ae71-18fe92cc9776') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:26:28.667234 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761370364609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58806606'] for segment (61bbd185-3a43-4cf3-ae71-18fe92cc9776), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:28.692582 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (61bbd185-3a43-4cf3-ae71-18fe92cc9776), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:28.701291 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:26:28.701686 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62656869'] for segment (61bbd185-3a43-4cf3-ae71-18fe92cc9776), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: from cryptography.utils import int_from_bytes Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: from cryptography.utils import int_from_bytes Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: Traceback (most recent call last): Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: timer() Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: cb(*args, **kw) Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: return func(*args, **kwargs) Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: self._notify() Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: self.callback(batched_events) Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: event.method(event) Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: return f(self, *a, **k) Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: return self._get(url).json() Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: return self.request(url, 'GET', **kwargs) Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:26:28.706074 dv-cinder-837535-1-iscsi neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:26:28.760758 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-807132'] for network (8ca428fa-e608-416f-b852-2b9ffc7a2083), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:28.768070 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:28.771342 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8ca428fa-e608-416f-b852-2b9ffc7a2083 HTTP/1.1" status: 204 len: 168 time: 0.6451628 Apr 12 18:26:28.781566 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca76bf8-0f25-4e8a-80f8-86a993c56592 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ca428fa-e608-416f-b852-2b9ffc7a2083,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:26:28.934599 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42022) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:26:28.957194 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device ee5aee01-01b1-4065-9e2a-14f06faf6104 no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:26:28.974811 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-27e4fcf0-4241-4fa7-8305-e0318984735b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=809186fad39d4f6d9876d3e1348b3ab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391040 Apr 12 18:26:28.977245 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42024) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:26:28.977930 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: ee5aee01-01b1-4065-9e2a-14f06faf6104 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:26:28.978277 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device ee5aee01-01b1-4065-9e2a-14f06faf6104 not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:26:28.978700 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 3679be33-52ab-47d6-ab2f-8ca0993b11c5 no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:26:28.997786 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: 3679be33-52ab-47d6-ab2f-8ca0993b11c5 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:26:28.998132 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 3679be33-52ab-47d6-ab2f-8ca0993b11c5 not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:26:28.998545 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device a63c7e92-fbb3-4597-95e5-8218676f6e70 no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:26:29.020585 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: a63c7e92-fbb3-4597-95e5-8218676f6e70 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:26:29.020931 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device a63c7e92-fbb3-4597-95e5-8218676f6e70 not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:26:29.029461 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-03b9b942-cf2a-47de-9837-ffcbe0894083 admin admin] Publish callbacks [] for security_group (19166c52-d4a2-4a39-a2ff-0d73101dd189), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:29.050881 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-03b9b942-cf2a-47de-9837-ffcbe0894083 admin admin] Publish callbacks [] for security_group (19166c52-d4a2-4a39-a2ff-0d73101dd189), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:29.097059 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-03b9b942-cf2a-47de-9837-ffcbe0894083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (19166c52-d4a2-4a39-a2ff-0d73101dd189), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:29.099549 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-03b9b942-cf2a-47de-9837-ffcbe0894083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:29.100711 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-03b9b942-cf2a-47de-9837-ffcbe0894083 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/19166c52-d4a2-4a39-a2ff-0d73101dd189 HTTP/1.1" status: 204 len: 168 time: 0.1225471 Apr 12 18:26:29.108333 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9b942-cf2a-47de-9837-ffcbe0894083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19166c52-d4a2-4a39-a2ff-0d73101dd189,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:26:29.400797 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42030) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:26:29.440681 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-ea8ff4a5-bfaa-42d4-9c1f-d94489c75f92 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=acdd5524c6bc4456a394ab8a7f0beead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387144 Apr 12 18:26:29.443053 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42032) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:26:29.489361 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3891b6ec-0746-4382-b16c-742b7554fad2 admin admin] Publish callbacks [] for security_group (a2038308-cf8e-4e1b-a92e-9ee0207fe98b), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:29.510527 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3891b6ec-0746-4382-b16c-742b7554fad2 admin admin] Publish callbacks [] for security_group (a2038308-cf8e-4e1b-a92e-9ee0207fe98b), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:29.558529 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3891b6ec-0746-4382-b16c-742b7554fad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (a2038308-cf8e-4e1b-a92e-9ee0207fe98b), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:29.561032 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3891b6ec-0746-4382-b16c-742b7554fad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:29.562185 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-3891b6ec-0746-4382-b16c-742b7554fad2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a2038308-cf8e-4e1b-a92e-9ee0207fe98b HTTP/1.1" status: 204 len: 168 time: 0.1182585 Apr 12 18:26:29.569836 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891b6ec-0746-4382-b16c-742b7554fad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2038308-cf8e-4e1b-a92e-9ee0207fe98b,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:26:35.882070 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b24c43-4aa5-4c96-b440-a0a80dd9cf1e req-857fdddc-4f43-4582-9a9d-96abc9ac3277 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:35.883564 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-92b24c43-4aa5-4c96-b440-a0a80dd9cf1e req-857fdddc-4f43-4582-9a9d-96abc9ac3277 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 946 time: 0.0467229 Apr 12 18:26:35.932369 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-92b24c43-4aa5-4c96-b440-a0a80dd9cf1e req-579ee9f6-a538-40fe-bde3-e3f503ee6f47 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426812 Apr 12 18:26:37.043781 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3730f9-9fa9-4bcd-b71f-bd40fe38b068 req-5f385e0a-2a83-4254-962a-56d7949237c1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:37.045271 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-af3730f9-9fa9-4bcd-b71f-bd40fe38b068 req-5f385e0a-2a83-4254-962a-56d7949237c1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 946 time: 0.0463648 Apr 12 18:26:37.095581 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-af3730f9-9fa9-4bcd-b71f-bd40fe38b068 req-5adf3cfb-11b6-4798-97da-ff10c4e701eb tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448406 Apr 12 18:26:38.213761 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a16b6-60e3-49f2-9c9c-5beaab26565f req-a1e1eaa2-eeca-44f9-92cc-97e24c26a05f tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:38.215251 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c45a16b6-60e3-49f2-9c9c-5beaab26565f req-a1e1eaa2-eeca-44f9-92cc-97e24c26a05f tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 946 time: 0.0530651 Apr 12 18:26:38.265499 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c45a16b6-60e3-49f2-9c9c-5beaab26565f req-ab0541b2-7df7-4756-a622-02605d72db90 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444984 Apr 12 18:26:39.376108 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80006f0e-d543-4d7d-8a66-6442344f2ae3 req-27b719e9-4d3e-428d-902e-a240b1655c5b tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:39.377595 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-80006f0e-d543-4d7d-8a66-6442344f2ae3 req-27b719e9-4d3e-428d-902e-a240b1655c5b tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 946 time: 0.0472414 Apr 12 18:26:39.427187 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-80006f0e-d543-4d7d-8a66-6442344f2ae3 req-cd59ccba-ee61-423b-b469-2b17f6f143a1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430915 Apr 12 18:26:40.542611 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23512a59-2663-44f9-b693-51c5e385fc77 req-d137785a-09cd-4a26-a9f6-e635aa04c5bb tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:40.544067 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-23512a59-2663-44f9-b693-51c5e385fc77 req-d137785a-09cd-4a26-a9f6-e635aa04c5bb tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 946 time: 0.0504386 Apr 12 18:26:40.591439 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-23512a59-2663-44f9-b693-51c5e385fc77 req-1db8e7c8-f65b-4f8f-98ab-c4c0f9d8851d tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418887 Apr 12 18:26:41.701631 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f28820-b3d8-4d71-8ab7-8882d0d17ea9 req-a336128d-63f8-4580-9c56-8f1fd8b82ce2 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:41.703066 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-26f28820-b3d8-4d71-8ab7-8882d0d17ea9 req-a336128d-63f8-4580-9c56-8f1fd8b82ce2 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 946 time: 0.0461419 Apr 12 18:26:41.750595 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-26f28820-b3d8-4d71-8ab7-8882d0d17ea9 req-52ff4828-6a62-4a59-a46d-e6d0b5ed1059 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421093 Apr 12 18:26:42.863767 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc70f66-8907-4aa6-9f6f-cadccaf59786 req-165cdb0b-0dce-4f6a-98e0-ec3d6cd56764 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:42.865298 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-abc70f66-8907-4aa6-9f6f-cadccaf59786 req-165cdb0b-0dce-4f6a-98e0-ec3d6cd56764 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 946 time: 0.0510361 Apr 12 18:26:42.915642 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-abc70f66-8907-4aa6-9f6f-cadccaf59786 req-82aa6a12-ecca-4b26-8e08-20866c4ba80b tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436938 Apr 12 18:26:43.169746 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a27f668a-f030-4a8c-999e-261f74fad68d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:44.025734 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2d7b2-50c9-471f-b3c4-a084258b4967 req-f14fce62-0375-477c-87da-dd9fa3a499e4 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:44.027213 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-06b2d7b2-50c9-471f-b3c4-a084258b4967 req-f14fce62-0375-477c-87da-dd9fa3a499e4 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 946 time: 0.0477960 Apr 12 18:26:44.076247 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-06b2d7b2-50c9-471f-b3c4-a084258b4967 req-80454f24-9a00-487d-8e4d-e0b69edc18cf tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433488 Apr 12 18:26:45.187086 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee892c5-903c-4789-809b-a4711802158a req-905678bb-9360-4605-94eb-f6fc4c5d9702 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:45.188621 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9ee892c5-903c-4789-809b-a4711802158a req-905678bb-9360-4605-94eb-f6fc4c5d9702 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 946 time: 0.0470300 Apr 12 18:26:45.239079 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9ee892c5-903c-4789-809b-a4711802158a req-2de3b205-4270-4c89-a989-e4f508277f1c tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449615 Apr 12 18:26:45.507655 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-29ddc387-7895-4ed7-8bf5-736801a921aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:46.033612 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903108aa-3059-4ffb-b365-dbe40dd1e3a2 req-6df1f1a2-cc32-4736-b673-694daeb8b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:46.035090 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-903108aa-3059-4ffb-b365-dbe40dd1e3a2 req-6df1f1a2-cc32-4736-b673-694daeb8b386 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28174fe24e7f4a5593b2b5f692ae7372&device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 1130 time: 0.0409896 Apr 12 18:26:46.126309 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903108aa-3059-4ffb-b365-dbe40dd1e3a2 req-5010fbe2-4628-4248-a1a1-e7d6ea433721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:46.127749 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-903108aa-3059-4ffb-b365-dbe40dd1e3a2 req-5010fbe2-4628-4248-a1a1-e7d6ea433721 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8935a1b3-0ad4-4541-b18d-1b5efbc9936f HTTP/1.1" status: 200 len: 909 time: 0.0860310 Apr 12 18:26:46.194448 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-903108aa-3059-4ffb-b365-dbe40dd1e3a2 req-e18a1ee5-379f-45a7-891c-8e3163aff216 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96cae789-19b7-4db5-b6c2-ab4494f27b21 HTTP/1.1" status: 200 len: 1002 time: 0.0605903 Apr 12 18:26:46.243247 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903108aa-3059-4ffb-b365-dbe40dd1e3a2 req-487be36d-393a-4efb-9f28-9ae54b41465a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:46.244655 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-903108aa-3059-4ffb-b365-dbe40dd1e3a2 req-487be36d-393a-4efb-9f28-9ae54b41465a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d HTTP/1.1" status: 200 len: 847 time: 0.0438132 Apr 12 18:26:46.288685 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903108aa-3059-4ffb-b365-dbe40dd1e3a2 req-a7337467-25f5-449b-b67e-a0ef8cb1fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:46.290139 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-903108aa-3059-4ffb-b365-dbe40dd1e3a2 req-a7337467-25f5-449b-b67e-a0ef8cb1fd84 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8935a1b3-0ad4-4541-b18d-1b5efbc9936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389094 Apr 12 18:26:46.351261 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26697e2e-6076-4f98-b2ea-1a7a5102e07b req-3b11ea1f-59f1-4558-ac3b-f64f17b46add tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:46.352770 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-26697e2e-6076-4f98-b2ea-1a7a5102e07b req-3b11ea1f-59f1-4558-ac3b-f64f17b46add tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 946 time: 0.0479639 Apr 12 18:26:46.385315 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-903108aa-3059-4ffb-b365-dbe40dd1e3a2 req-aee5269a-cb70-4f59-bf6e-a2b759a5cfe0 service neutron] 10.222.0.26 "GET /v2.0/networks/8935a1b3-0ad4-4541-b18d-1b5efbc9936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884795 Apr 12 18:26:46.406178 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-26697e2e-6076-4f98-b2ea-1a7a5102e07b req-2f147998-ae8e-4564-a59f-19ccb8acfc67 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479102 Apr 12 18:26:46.471679 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-903108aa-3059-4ffb-b365-dbe40dd1e3a2 req-8e8415e9-a1a1-41de-a985-023758ccdbbc service neutron] 10.222.0.26 "GET /v2.0/networks/8935a1b3-0ad4-4541-b18d-1b5efbc9936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801053 Apr 12 18:26:46.851503 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:47.518444 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a5b79-a35d-42be-a136-2747f164995a req-f3897f33-e041-41fd-8c27-961b324db9bf tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:47.519934 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-dd5a5b79-a35d-42be-a136-2747f164995a req-f3897f33-e041-41fd-8c27-961b324db9bf tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 946 time: 0.0487311 Apr 12 18:26:47.569458 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-dd5a5b79-a35d-42be-a136-2747f164995a req-c6b21e82-30d1-45f2-99f2-19355508c117 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423765 Apr 12 18:26:48.355551 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:48.685015 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fcb0a-66bb-4811-95b5-e9035ebc5d6a req-512593da-9037-475a-8fc8-f65e40decc0f tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:48.686581 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-954fcb0a-66bb-4811-95b5-e9035ebc5d6a req-512593da-9037-475a-8fc8-f65e40decc0f tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 946 time: 0.0516646 Apr 12 18:26:48.735224 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-954fcb0a-66bb-4811-95b5-e9035ebc5d6a req-dc9d0a16-5547-4d8f-8f24-4538b4362172 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432403 Apr 12 18:26:48.801442 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [req-10233ea5-1bc8-471f-85be-110f0fd8e23f req-c1300c5a-a659-4c2f-a3c4-c8ac79c210e9 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:26:48.802434 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-10233ea5-1bc8-471f-85be-110f0fd8e23f req-c1300c5a-a659-4c2f-a3c4-c8ac79c210e9 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054877 Apr 12 18:26:48.957738 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a072a7-7bda-4773-b176-6d72daec0b6a req-3614a36f-ae00-4c0b-80d6-19d525aad2c7 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:48.959888 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b7a072a7-7bda-4773-b176-6d72daec0b6a req-3614a36f-ae00-4c0b-80d6-19d525aad2c7 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 946 time: 0.0478601 Apr 12 18:26:48.991835 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42088) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:26:49.009534 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b7a072a7-7bda-4773-b176-6d72daec0b6a req-927b7060-ab46-4763-8c60-e03173ef9a82 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437906 Apr 12 18:26:49.077102 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-66ffee1a-276b-459b-9530-219d925d93b3 req-f961b036-50c3-43ae-b454-c49b81b6eecc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841267 Apr 12 18:26:49.086385 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [req-66ffee1a-276b-459b-9530-219d925d93b3 req-d8dc9df6-541a-4947-a303-a481642e2f45 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103524) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:26:49.087447 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-66ffee1a-276b-459b-9530-219d925d93b3 req-d8dc9df6-541a-4947-a303-a481642e2f45 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058844 Apr 12 18:26:49.290943 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:50.120917 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fc5cb-9a02-48e8-8204-682590b5697a req-f2bc9e01-58ed-4e2e-ae9c-26c847717092 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:50.122465 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fb7fc5cb-9a02-48e8-8204-682590b5697a req-f2bc9e01-58ed-4e2e-ae9c-26c847717092 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 946 time: 0.0475791 Apr 12 18:26:50.176573 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fb7fc5cb-9a02-48e8-8204-682590b5697a req-b4ffa78b-f5fd-4a07-ac88-51ace16234f5 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485549 Apr 12 18:26:50.249964 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42100) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:26:50.297966 dv-cinder-837535-1-iscsi neutron-server[103524]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 18:26:50.343286 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffee1a-276b-459b-9530-219d925d93b3 req-3dff6828-a5ea-4c59-944f-0280138f62f6 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:50.344643 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-66ffee1a-276b-459b-9530-219d925d93b3 req-3dff6828-a5ea-4c59-944f-0280138f62f6 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports/96cae789-19b7-4db5-b6c2-ab4494f27b21 HTTP/1.1" status: 200 len: 943 time: 0.0936913 Apr 12 18:26:51.167901 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 96cae789-19b7-4db5-b6c2-ab4494f27b21 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:26:51.248074 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 96cae789-19b7-4db5-b6c2-ab4494f27b21 is: ACTIVE; New status is: DOWN {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:26:51.248463 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (96cae789-19b7-4db5-b6c2-ab4494f27b21), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:51.271032 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83bcc45-19f6-4be2-8d80-e3809e37494c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96cae789-19b7-4db5-b6c2-ab4494f27b21'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:26:51.273454 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84c1bf7-e95a-47c2-ad36-4c0f8d5ac89f" -d '{"events": [{"server_uuid": "b83bcc45-19f6-4be2-8d80-e3809e37494c", "name": "network-vif-unplugged", "status": "completed", "tag": "96cae789-19b7-4db5-b6c2-ab4494f27b21"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:26:51.285966 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 96cae789-19b7-4db5-b6c2-ab4494f27b21, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=96cae789-19b7-4db5-b6c2-ab4494f27b21,segment=NetworkSegment(5b53cd06-aee7-4b04-818e-d2c823afdb75),segment_id=5b53cd06-aee7-4b04-818e-d2c823afdb75)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:26:51.289123 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff632648-ad86-4991-8437-027cc1683974 req-cdd767ef-7fd1-4f57-9368-edb8470d09cf tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:51.290760 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ff632648-ad86-4991-8437-027cc1683974 req-cdd767ef-7fd1-4f57-9368-edb8470d09cf tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 946 time: 0.0472322 Apr 12 18:26:51.291166 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (96cae789-19b7-4db5-b6c2-ab4494f27b21), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:51.320251 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 18:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393d7908-6416-48ca-9200-05c2412e21ce x-openstack-request-id: req-393d7908-6416-48ca-9200-05c2412e21ce {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:26:51.320546 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83bcc45-19f6-4be2-8d80-e3809e37494c", "name": "network-vif-unplugged", "status": "failed", "tag": "96cae789-19b7-4db5-b6c2-ab4494f27b21", "code": 422}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:26:51.320799 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-393d7908-6416-48ca-9200-05c2412e21ce {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:26:51.321258 dv-cinder-837535-1-iscsi neutron-server[103525]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-393d7908-6416-48ca-9200-05c2412e21ce']: {'server_uuid': 'b83bcc45-19f6-4be2-8d80-e3809e37494c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '96cae789-19b7-4db5-b6c2-ab4494f27b21', 'code': 422} returned with failed status Apr 12 18:26:51.343580 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ff632648-ad86-4991-8437-027cc1683974 req-c26a06f8-8448-4d6f-8c4f-37101207b249 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464180 Apr 12 18:26:51.345026 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=96cae789-19b7-4db5-b6c2-ab4494f27b21,revision_number=6']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:26:52.452741 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac4a41-8f64-4893-9b9d-9e41ed7be099 req-c53499d2-1d3e-4866-847d-0f9395f7e8a7 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:52.454118 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-69ac4a41-8f64-4893-9b9d-9e41ed7be099 req-c53499d2-1d3e-4866-847d-0f9395f7e8a7 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 944 time: 0.0457277 Apr 12 18:26:52.501564 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-69ac4a41-8f64-4893-9b9d-9e41ed7be099 req-07d359f1-a156-483a-abc0-c682c2fe31f5 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414608 Apr 12 18:26:53.621726 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68fc74-6fc1-443d-97c2-02d82b0d84d6 req-a318785f-26bb-4823-b249-38ceb93d7ac8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:53.623211 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-aa68fc74-6fc1-443d-97c2-02d82b0d84d6 req-a318785f-26bb-4823-b249-38ceb93d7ac8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 944 time: 0.0531378 Apr 12 18:26:53.631160 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffee1a-276b-459b-9530-219d925d93b3 req-80ba9001-5df9-4a9c-8376-f7cfce9e89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:53.633228 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-66ffee1a-276b-459b-9530-219d925d93b3 req-80ba9001-5df9-4a9c-8376-f7cfce9e89e8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c&tenant_id=28174fe24e7f4a5593b2b5f692ae7372 HTTP/1.1" status: 200 len: 1128 time: 0.0739882 Apr 12 18:26:53.673506 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-aa68fc74-6fc1-443d-97c2-02d82b0d84d6 req-305bd0fd-cb48-4e04-9e42-9c710c11a02d tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447056 Apr 12 18:26:53.695871 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffee1a-276b-459b-9530-219d925d93b3 req-be01db38-6752-429e-93e8-6212c8b92856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:53.697361 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-66ffee1a-276b-459b-9530-219d925d93b3 req-be01db38-6752-429e-93e8-6212c8b92856 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28174fe24e7f4a5593b2b5f692ae7372&device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 1128 time: 0.0433495 Apr 12 18:26:53.784824 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffee1a-276b-459b-9530-219d925d93b3 req-c8030a22-b9ed-4e0a-bfa4-d76b26de7a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:53.786195 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-66ffee1a-276b-459b-9530-219d925d93b3 req-c8030a22-b9ed-4e0a-bfa4-d76b26de7a9d service neutron] 10.222.0.26 "GET /v2.0/networks?id=8935a1b3-0ad4-4541-b18d-1b5efbc9936f HTTP/1.1" status: 200 len: 909 time: 0.0828164 Apr 12 18:26:53.852212 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-66ffee1a-276b-459b-9530-219d925d93b3 req-7b9ad517-7ff9-43f6-b872-77348cb85dce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96cae789-19b7-4db5-b6c2-ab4494f27b21 HTTP/1.1" status: 200 len: 1000 time: 0.0588651 Apr 12 18:26:53.898527 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffee1a-276b-459b-9530-219d925d93b3 req-387b695e-38bf-4c2d-9de4-137ccaba9717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:53.899924 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-66ffee1a-276b-459b-9530-219d925d93b3 req-387b695e-38bf-4c2d-9de4-137ccaba9717 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d HTTP/1.1" status: 200 len: 847 time: 0.0418193 Apr 12 18:26:53.941318 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffee1a-276b-459b-9530-219d925d93b3 req-1a751f6f-d19c-4fda-8636-ffcfd476dc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:53.942769 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-66ffee1a-276b-459b-9530-219d925d93b3 req-1a751f6f-d19c-4fda-8636-ffcfd476dc26 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8935a1b3-0ad4-4541-b18d-1b5efbc9936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374501 Apr 12 18:26:54.024597 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:26:54.025826 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ededa395-9ead-482f-b705-bf7df211103e req-ade51f11-5a57-4d5b-b20b-0528cf0d2f0e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821383 Apr 12 18:26:54.079636 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-66ffee1a-276b-459b-9530-219d925d93b3 req-3b41ba08-e608-429a-b58f-2cdd623dc592 service neutron] 10.222.0.26 "GET /v2.0/networks/8935a1b3-0ad4-4541-b18d-1b5efbc9936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277895 Apr 12 18:26:54.106610 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededa395-9ead-482f-b705-bf7df211103e req-20a06a82-f9bd-4e29-b285-17cbc3f9111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:54.108005 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ededa395-9ead-482f-b705-bf7df211103e req-20a06a82-f9bd-4e29-b285-17cbc3f9111a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=32de1a896084470f9de92a79d2b2ca07&device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 1130 time: 0.0603490 Apr 12 18:26:54.230349 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-66ffee1a-276b-459b-9530-219d925d93b3 req-b1638cb3-5294-487e-ad1b-f95042aab838 service neutron] 10.222.0.26 "GET /v2.0/networks/8935a1b3-0ad4-4541-b18d-1b5efbc9936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438377 Apr 12 18:26:54.248600 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededa395-9ead-482f-b705-bf7df211103e req-17b6bc01-0e83-4f8a-a009-bc78dbee36c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:54.250157 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ededa395-9ead-482f-b705-bf7df211103e req-17b6bc01-0e83-4f8a-a009-bc78dbee36c5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee HTTP/1.1" status: 200 len: 918 time: 0.1062119 Apr 12 18:26:54.294753 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ededa395-9ead-482f-b705-bf7df211103e req-538dc3b9-f518-4493-bc47-db30eac96eaa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6db59bf-35c2-412d-b354-73abc2dc1f7c HTTP/1.1" status: 200 len: 217 time: 0.0369494 Apr 12 18:26:54.785714 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ad6a1-0db1-49dd-b674-4fd497b707eb req-eb61c76e-32bc-423f-a03c-481c0e10e48f tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:54.787269 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-291ad6a1-0db1-49dd-b674-4fd497b707eb req-eb61c76e-32bc-423f-a03c-481c0e10e48f tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 944 time: 0.0470693 Apr 12 18:26:54.841885 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-291ad6a1-0db1-49dd-b674-4fd497b707eb req-db3b5c50-07f8-4983-9a4a-f391e0ae3f81 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484982 Apr 12 18:26:55.245369 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededa395-9ead-482f-b705-bf7df211103e req-1586e3ff-626c-4865-b7bc-23d8c53123e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:55.246783 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ededa395-9ead-482f-b705-bf7df211103e req-1586e3ff-626c-4865-b7bc-23d8c53123e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81df1cf4-cbde-4529-8fd2-878a9fd29f57 HTTP/1.1" status: 200 len: 856 time: 0.0434258 Apr 12 18:26:55.290910 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededa395-9ead-482f-b705-bf7df211103e req-ddd98202-7080-478c-bf4d-4ca187da8964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:55.292382 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ededa395-9ead-482f-b705-bf7df211103e req-ddd98202-7080-478c-bf4d-4ca187da8964 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a32625e8-7fd9-4853-b0f9-4dac7eb08eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387883 Apr 12 18:26:55.382681 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ededa395-9ead-482f-b705-bf7df211103e req-3ee9d883-2477-4980-bcc9-77c6b4601cef service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829732 Apr 12 18:26:55.467574 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ededa395-9ead-482f-b705-bf7df211103e req-df752b36-5997-4375-88ed-089098ebfa37 service neutron] 10.222.0.26 "GET /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793147 Apr 12 18:26:55.963540 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b99b6b-b498-4b78-825b-953c3efc815f req-425e604a-da1f-4559-8663-6c5204dcd0ca tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:55.965038 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e4b99b6b-b498-4b78-825b-953c3efc815f req-425e604a-da1f-4559-8663-6c5204dcd0ca tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 944 time: 0.0504446 Apr 12 18:26:56.013479 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e4b99b6b-b498-4b78-825b-953c3efc815f req-6908a17a-c125-4f78-9f7e-0f52abba9bce tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428233 Apr 12 18:26:57.126596 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed7bc2-32f7-476b-837a-01c0d60ef806 req-0fbec2a2-a7f0-4dd1-9b53-196ba859a921 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:57.128064 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-93ed7bc2-32f7-476b-837a-01c0d60ef806 req-0fbec2a2-a7f0-4dd1-9b53-196ba859a921 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 944 time: 0.0489278 Apr 12 18:26:57.177471 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-93ed7bc2-32f7-476b-837a-01c0d60ef806 req-defb0469-44ca-407f-a2bd-b9b00e9cb971 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424907 Apr 12 18:26:58.288058 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237be41-4449-4188-9bf4-0954a528180d req-21779f9e-4f7f-4616-9ce0-d4f9cea2d89d tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:58.289552 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5237be41-4449-4188-9bf4-0954a528180d req-21779f9e-4f7f-4616-9ce0-d4f9cea2d89d tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 944 time: 0.0467060 Apr 12 18:26:58.341256 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5237be41-4449-4188-9bf4-0954a528180d req-dc4a9b7f-7695-4adf-907c-5ce75e5e90a8 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460095 Apr 12 18:26:59.452702 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41772a67-cbb1-4a54-9943-a55b6c616a8f req-c303b036-18a5-447a-8d30-dc8d33fdc609 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:26:59.454090 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-41772a67-cbb1-4a54-9943-a55b6c616a8f req-c303b036-18a5-447a-8d30-dc8d33fdc609 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 944 time: 0.0463107 Apr 12 18:26:59.501862 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-41772a67-cbb1-4a54-9943-a55b6c616a8f req-5619f79b-1e98-4e89-85b2-d28fe514a9fb tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421724 Apr 12 18:27:00.613756 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfc482-0a24-4b94-9e3b-6693ce155d0b req-950b813c-1285-4664-9e76-95d4e20c10dc tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:00.615701 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1ecfc482-0a24-4b94-9e3b-6693ce155d0b req-950b813c-1285-4664-9e76-95d4e20c10dc tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 944 time: 0.0492520 Apr 12 18:27:00.663352 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1ecfc482-0a24-4b94-9e3b-6693ce155d0b req-d88a167e-9c04-4209-8d94-8323dfb4c18c tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419555 Apr 12 18:27:00.790595 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:27:01.777481 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060b076-ecc0-42f5-89bd-7774764c4f6b req-78f90247-c7c7-482a-b742-d7751762784c tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:01.778918 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d060b076-ecc0-42f5-89bd-7774764c4f6b req-78f90247-c7c7-482a-b742-d7751762784c tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 944 time: 0.0493851 Apr 12 18:27:01.826737 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d060b076-ecc0-42f5-89bd-7774764c4f6b req-a93f19ca-bf63-476b-9486-fd464c0a609f tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423038 Apr 12 18:27:02.629952 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd353e-41cd-4d69-9110-68d8468f3a05 req-5d07b8c7-c9f1-45e8-ab07-9456c285e28f tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:02.631428 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b9bd353e-41cd-4d69-9110-68d8468f3a05 req-5d07b8c7-c9f1-45e8-ab07-9456c285e28f tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0467162 Apr 12 18:27:02.678415 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b9bd353e-41cd-4d69-9110-68d8468f3a05 req-9f609609-5912-4921-95ef-e6781996278c tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407414 Apr 12 18:27:02.938903 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13104407-f988-4726-bc3e-41fa20e71d90 req-cd04342f-a46c-4bd3-bcb4-e0193002754b tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:02.940306 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-13104407-f988-4726-bc3e-41fa20e71d90 req-cd04342f-a46c-4bd3-bcb4-e0193002754b tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 944 time: 0.0469096 Apr 12 18:27:02.991129 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-13104407-f988-4726-bc3e-41fa20e71d90 req-33928acf-c29e-4bbf-8cff-73080a934f8a tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447168 Apr 12 18:27:03.187064 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 96cae789-19b7-4db5-b6c2-ab4494f27b21 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:27:03.282876 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 96cae789-19b7-4db5-b6c2-ab4494f27b21, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=96cae789-19b7-4db5-b6c2-ab4494f27b21,segment=NetworkSegment(5b53cd06-aee7-4b04-818e-d2c823afdb75),segment_id=5b53cd06-aee7-4b04-818e-d2c823afdb75)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:27:03.294114 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Returning: {'device': '96cae789-19b7-4db5-b6c2-ab4494f27b21', 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f', 'port_id': '96cae789-19b7-4db5-b6c2-ab4494f27b21', 'mac_address': 'fa:16:3e:d7:1c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:27:03.330419 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 96cae789-19b7-4db5-b6c2-ab4494f27b21 is: DOWN; New status is: BUILD {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:27:03.330817 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (96cae789-19b7-4db5-b6c2-ab4494f27b21), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:03.343583 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96cae789-19b7-4db5-b6c2-ab4494f27b21 {{(pid=103525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:27:03.362445 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 96cae789-19b7-4db5-b6c2-ab4494f27b21, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=96cae789-19b7-4db5-b6c2-ab4494f27b21,segment=NetworkSegment(5b53cd06-aee7-4b04-818e-d2c823afdb75),segment_id=5b53cd06-aee7-4b04-818e-d2c823afdb75)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:27:03.367654 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (96cae789-19b7-4db5-b6c2-ab4494f27b21), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:03.413626 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=96cae789-19b7-4db5-b6c2-ab4494f27b21,revision_number=7']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:03.421183 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:03.421542 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:03.421917 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:03.422268 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:03.422610 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:03.422950 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:03.423288 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:03.423616 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:03.423945 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:03.424275 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:03.424609 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:03.424948 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:03.425298 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:03.425628 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:03.425954 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:03.770525 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46b54d-9df2-4af2-9622-4abc3334e141 req-57beddc3-1d36-4f0b-8e84-55a3fa631ace tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:03.771990 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-8c46b54d-9df2-4af2-9622-4abc3334e141 req-57beddc3-1d36-4f0b-8e84-55a3fa631ace tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0525193 Apr 12 18:27:03.805535 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b21549-754e-480c-92ac-2388ba41b9c1 req-6c519dbc-b597-4ed5-aa3d-f74a34d0ddb9 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:03.807960 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-76b21549-754e-480c-92ac-2388ba41b9c1 req-6c519dbc-b597-4ed5-aa3d-f74a34d0ddb9 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 945 time: 0.0575669 Apr 12 18:27:03.861905 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-76b21549-754e-480c-92ac-2388ba41b9c1 req-d94e017e-8dfc-4f60-96f4-c116e342a48a tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484362 Apr 12 18:27:03.867428 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-8c46b54d-9df2-4af2-9622-4abc3334e141 req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Deleting port 589d2373-ec7d-4f40-a03c-e79126929e92 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:27:03.867987 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-8c46b54d-9df2-4af2-9622-4abc3334e141 req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (589d2373-ec7d-4f40-a03c-e79126929e92), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:03.895434 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['96cae789-19b7-4db5-b6c2-ab4494f27b21'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:27:03.974151 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-8c46b54d-9df2-4af2-9622-4abc3334e141 req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] For port 589d2373-ec7d-4f40-a03c-e79126929e92, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=589d2373-ec7d-4f40-a03c-e79126929e92,segment=NetworkSegment(093c9b08-910f-4fc5-b271-7615cafd8f99),segment_id=093c9b08-910f-4fc5-b271-7615cafd8f99)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:27:03.974665 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-8c46b54d-9df2-4af2-9622-4abc3334e141 req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (589d2373-ec7d-4f40-a03c-e79126929e92), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:04.118067 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d832bf-f094-416a-866a-485df77437bf req-103ad5ab-b786-47fc-b711-620a42c1fc20 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:04.119946 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-46d832bf-f094-416a-866a-485df77437bf req-103ad5ab-b786-47fc-b711-620a42c1fc20 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 945 time: 0.0572915 Apr 12 18:27:04.187719 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-46d832bf-f094-416a-866a-485df77437bf req-5c84fcc6-fd9a-4070-8cfb-cab29deddb74 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617564 Apr 12 18:27:04.446647 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-8c46b54d-9df2-4af2-9622-4abc3334e141 req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:04.447010 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-8c46b54d-9df2-4af2-9622-4abc3334e141 req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (8104e0ae-11d6-4b23-a5b0-cb54f0ae588c), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:04.447328 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.db.l3_db [req-8c46b54d-9df2-4af2-9622-4abc3334e141 req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Floating IP 8104e0ae-11d6-4b23-a5b0-cb54f0ae588c disassociated. External IP: 172.27.1.15, port: 589d2373-ec7d-4f40-a03c-e79126929e92. Apr 12 18:27:04.447671 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-8c46b54d-9df2-4af2-9622-4abc3334e141 req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Calling delete_port for 589d2373-ec7d-4f40-a03c-e79126929e92 owned by compute:nova {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:27:04.574163 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-8c46b54d-9df2-4af2-9622-4abc3334e141 req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (589d2373-ec7d-4f40-a03c-e79126929e92), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:04.610093 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Pushing event deleted for resources: {'Port': ['ID=589d2373-ec7d-4f40-a03c-e79126929e92,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:04.622407 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:04.622762 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:04.623107 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:04.623450 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:04.623790 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:04.624122 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:04.624635 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:04.624965 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:04.625328 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:04.626297 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:04.626297 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:04.626297 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:04.626768 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:04.626954 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:04.627267 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:04.738329 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c46b54d-9df2-4af2-9622-4abc3334e141 req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Router 05b49423-1230-40fc-b521-529e50f39993 has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:27:04.848117 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c46b54d-9df2-4af2-9622-4abc3334e141 req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:27:04.859479 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc3b11-baf7-4888-ad55-feca8b9c4d6f None None] Sync routers for ids ['05b49423-1230-40fc-b521-529e50f39993'] in dv-cinder-837535-1-iscsi {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:27:04.871405 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cc3b11-baf7-4888-ad55-feca8b9c4d6f None None] Routers {'05b49423-1230-40fc-b521-529e50f39993'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:27:04.872039 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-01cc3b11-baf7-4888-ad55-feca8b9c4d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:26:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['05b49423-1230-40fc-b521-529e50f39993'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:04.891758 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c46b54d-9df2-4af2-9622-4abc3334e141 req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] No DVR routers for this DVR port 589d2373-ec7d-4f40-a03c-e79126929e92 on host hv-cinder-83753 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:27:04.894588 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-8c46b54d-9df2-4af2-9622-4abc3334e141 req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:04.898003 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-8c46b54d-9df2-4af2-9622-4abc3334e141 req-7cd968f5-2640-458b-976e-8cda565fd8b3 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.26 "DELETE /v2.0/ports/589d2373-ec7d-4f40-a03c-e79126929e92 HTTP/1.1" status: 204 len: 173 time: 1.1196620 Apr 12 18:27:04.898951 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e054ae-ee04-4b45-b89e-f0bd37732a8e', 'name': 'network-vif-deleted', 'tag': '589d2373-ec7d-4f40-a03c-e79126929e92'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:27:04.901239 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114bbaad-aef8-4610-934b-a34264241579" -d '{"events": [{"server_uuid": "47e054ae-ee04-4b45-b89e-f0bd37732a8e", "name": "network-vif-deleted", "tag": "589d2373-ec7d-4f40-a03c-e79126929e92"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:27:04.957578 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f148f524-021e-4a3a-82a8-b3bde00afa2c x-openstack-request-id: req-f148f524-021e-4a3a-82a8-b3bde00afa2c {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:27:04.958275 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e054ae-ee04-4b45-b89e-f0bd37732a8e", "name": "network-vif-deleted", "tag": "589d2373-ec7d-4f40-a03c-e79126929e92", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:27:04.958696 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f148f524-021e-4a3a-82a8-b3bde00afa2c {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:27:04.959602 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f148f524-021e-4a3a-82a8-b3bde00afa2c'] response: {'server_uuid': '47e054ae-ee04-4b45-b89e-f0bd37732a8e', 'name': 'network-vif-deleted', 'tag': '589d2373-ec7d-4f40-a03c-e79126929e92', 'status': 'completed', 'code': 200} Apr 12 18:27:04.999794 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-01cc3b11-baf7-4888-ad55-feca8b9c4d6f None None] Set router 05b49423-1230-40fc-b521-529e50f39993 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:27:05.005490 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bf2e3a0f-8e3e-4983-ad4a-0c3fdf643d28 req-80385791-0e75-40aa-aa4c-68b61f11930b tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e054ae-ee04-4b45-b89e-f0bd37732a8e HTTP/1.1" status: 200 len: 210 time: 0.0348699 Apr 12 18:27:05.187923 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 96cae789-19b7-4db5-b6c2-ab4494f27b21 up at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:27:05.224118 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-01cc3b11-baf7-4888-ad55-feca8b9c4d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b49423-1230-40fc-b521-529e50f39993', 'name': 'tempest-AttachVolumeTestJSON-750434608-router', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:52Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'gw_port': {'id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '0d22467a-dd59-44f3-a058-8548686b870f', 'name': '', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'mac_address': 'fa:16:3e:92:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '46b9b379-140d-4142-a367-613843eeaf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:09Z', 'revision_number': 5, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'subnets': [{'id': '46b9b379-140d-4142-a367-613843eeaf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:05.256405 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc3b11-baf7-4888-ad55-feca8b9c4d6f None None] Checking router: 05b49423-1230-40fc-b521-529e50f39993 for host: dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:27:05.273909 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cc3b11-baf7-4888-ad55-feca8b9c4d6f None None] Routers {'05b49423-1230-40fc-b521-529e50f39993'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:27:05.274579 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-01cc3b11-baf7-4888-ad55-feca8b9c4d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:26:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['05b49423-1230-40fc-b521-529e50f39993'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:05.280800 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning complete for port 96cae789-19b7-4db5-b6c2-ab4494f27b21 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:27:05.281212 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (96cae789-19b7-4db5-b6c2-ab4494f27b21), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:05.310487 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77319594-955c-4212-860d-e90fecb9c576 req-a63f5427-fb7a-4650-a0e1-b03452a1d45e tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:05.312002 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-77319594-955c-4212-860d-e90fecb9c576 req-a63f5427-fb7a-4650-a0e1-b03452a1d45e tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 945 time: 0.0521960 Apr 12 18:27:05.367044 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-77319594-955c-4212-860d-e90fecb9c576 req-77634dfc-5b1f-485e-a1d7-09b9f1027e9e tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484900 Apr 12 18:27:05.575099 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-01cc3b11-baf7-4888-ad55-feca8b9c4d6f None None] Set router 05b49423-1230-40fc-b521-529e50f39993 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:27:05.607839 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 96cae789-19b7-4db5-b6c2-ab4494f27b21 is: BUILD; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:27:05.608225 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (96cae789-19b7-4db5-b6c2-ab4494f27b21), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:05.670310 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83bcc45-19f6-4be2-8d80-e3809e37494c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cae789-19b7-4db5-b6c2-ab4494f27b21'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:27:05.672550 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70081765-22ad-4d36-9619-f6b171540a24" -d '{"events": [{"server_uuid": "b83bcc45-19f6-4be2-8d80-e3809e37494c", "name": "network-vif-plugged", "status": "completed", "tag": "96cae789-19b7-4db5-b6c2-ab4494f27b21"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:27:05.699914 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 96cae789-19b7-4db5-b6c2-ab4494f27b21, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=96cae789-19b7-4db5-b6c2-ab4494f27b21,segment=NetworkSegment(5b53cd06-aee7-4b04-818e-d2c823afdb75),segment_id=5b53cd06-aee7-4b04-818e-d2c823afdb75)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:27:05.727150 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (96cae789-19b7-4db5-b6c2-ab4494f27b21), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:05.731378 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adc5ade-2f01-4103-bab0-7e1a115f5bb6 x-openstack-request-id: req-4adc5ade-2f01-4103-bab0-7e1a115f5bb6 {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:27:05.731680 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83bcc45-19f6-4be2-8d80-e3809e37494c", "name": "network-vif-plugged", "status": "completed", "tag": "96cae789-19b7-4db5-b6c2-ab4494f27b21", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:27:05.731955 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4adc5ade-2f01-4103-bab0-7e1a115f5bb6 {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:27:05.732359 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4adc5ade-2f01-4103-bab0-7e1a115f5bb6'] response: {'server_uuid': 'b83bcc45-19f6-4be2-8d80-e3809e37494c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cae789-19b7-4db5-b6c2-ab4494f27b21', 'code': 200} Apr 12 18:27:05.804305 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=96cae789-19b7-4db5-b6c2-ab4494f27b21,revision_number=8']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:05.847280 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-01cc3b11-baf7-4888-ad55-feca8b9c4d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b49423-1230-40fc-b521-529e50f39993', 'name': 'tempest-AttachVolumeTestJSON-750434608-router', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:52Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'gw_port': {'id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '0d22467a-dd59-44f3-a058-8548686b870f', 'name': '', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'mac_address': 'fa:16:3e:92:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '46b9b379-140d-4142-a367-613843eeaf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:09Z', 'revision_number': 5, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'subnets': [{'id': '46b9b379-140d-4142-a367-613843eeaf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:05.874595 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc3b11-baf7-4888-ad55-feca8b9c4d6f None None] The sync data for ids ['05b49423-1230-40fc-b521-529e50f39993'] in dv-cinder-837535-1-iscsi is: [{'id': '05b49423-1230-40fc-b521-529e50f39993', 'name': 'tempest-AttachVolumeTestJSON-750434608-router', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:52Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'gw_port': {'id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '0d22467a-dd59-44f3-a058-8548686b870f', 'name': '', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'mac_address': 'fa:16:3e:92:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '46b9b379-140d-4142-a367-613843eeaf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:09Z', 'revision_number': 5, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'subnets': [{'id': '46b9b379-140d-4142-a367-613843eeaf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:27:05.944497 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d4097-b861-4137-9e6d-c466ba5413f9 req-86c04de0-5a19-4a9b-a53b-8432c051e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:05.946352 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-224d4097-b861-4137-9e6d-c466ba5413f9 req-86c04de0-5a19-4a9b-a53b-8432c051e9cb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 1130 time: 0.0397227 Apr 12 18:27:05.994727 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-224d4097-b861-4137-9e6d-c466ba5413f9 req-155bdc6d-e782-4163-80b3-2e6fb9b3db20 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404229 Apr 12 18:27:06.092890 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42178) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:06.096223 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d2edf5-3dd5-4929-bb84-671439090dcb None None] New status for floating IP 8104e0ae-11d6-4b23-a5b0-cb54f0ae588c: DOWN {{(pid=103526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:27:06.148369 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-741b38bc-0c30-4d06-a000-aaec678cf571 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for security_group (802d75d8-68fc-48b7-8074-2a7c0aa1c1bc), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:06.172639 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-741b38bc-0c30-4d06-a000-aaec678cf571 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for security_group (802d75d8-68fc-48b7-8074-2a7c0aa1c1bc), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:06.222156 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-741b38bc-0c30-4d06-a000-aaec678cf571 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (802d75d8-68fc-48b7-8074-2a7c0aa1c1bc), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:06.224701 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-741b38bc-0c30-4d06-a000-aaec678cf571 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:06.225921 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-741b38bc-0c30-4d06-a000-aaec678cf571 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "DELETE /v2.0/security-groups/802d75d8-68fc-48b7-8074-2a7c0aa1c1bc HTTP/1.1" status: 204 len: 168 time: 0.1319430 Apr 12 18:27:06.229336 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42180) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:06.235806 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b38bc-0c30-4d06-a000-aaec678cf571 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=802d75d8-68fc-48b7-8074-2a7c0aa1c1bc,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:06.244677 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.api.v2.resource [None req-51f0ef2c-8afa-4f63-add5-eb82fa3b85ee tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] show failed (client error): The resource could not be found. Apr 12 18:27:06.245912 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-51f0ef2c-8afa-4f63-add5-eb82fa3b85ee tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups/802d75d8-68fc-48b7-8074-2a7c0aa1c1bc HTTP/1.1" status: 404 len: 347 time: 0.0155158 Apr 12 18:27:06.248798 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42182) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:06.364218 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-78552f55-2d1f-41dd-86f2-a75f4698bebd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Deleting port bfee9fa1-7cc8-452f-99c6-8e217ba133f4 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:27:06.364911 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-78552f55-2d1f-41dd-86f2-a75f4698bebd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (bfee9fa1-7cc8-452f-99c6-8e217ba133f4), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:06.452051 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-78552f55-2d1f-41dd-86f2-a75f4698bebd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (bfee9fa1-7cc8-452f-99c6-8e217ba133f4), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:06.452379 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-78552f55-2d1f-41dd-86f2-a75f4698bebd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for floatingip (bfee9fa1-7cc8-452f-99c6-8e217ba133f4), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:06.483647 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-78552f55-2d1f-41dd-86f2-a75f4698bebd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Calling delete_port for bfee9fa1-7cc8-452f-99c6-8e217ba133f4 owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:27:06.503287 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c424b-a706-4d64-9071-0542ad862be9 req-18ce063e-3d6f-4ccc-ab1f-85ebeeb8d31e tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:06.504763 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-196c424b-a706-4d64-9071-0542ad862be9 req-18ce063e-3d6f-4ccc-ab1f-85ebeeb8d31e tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 946 time: 0.0640142 Apr 12 18:27:06.603277 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-196c424b-a706-4d64-9071-0542ad862be9 req-a1c71328-1864-4ca9-982c-456584ae0511 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661037 Apr 12 18:27:06.667182 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-78552f55-2d1f-41dd-86f2-a75f4698bebd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (bfee9fa1-7cc8-452f-99c6-8e217ba133f4), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:06.692071 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78552f55-2d1f-41dd-86f2-a75f4698bebd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Pushing event deleted for resources: {'Port': ['ID=bfee9fa1-7cc8-452f-99c6-8e217ba133f4,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:06.704739 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78552f55-2d1f-41dd-86f2-a75f4698bebd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:06.705171 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78552f55-2d1f-41dd-86f2-a75f4698bebd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:06.705478 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78552f55-2d1f-41dd-86f2-a75f4698bebd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:06.705819 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78552f55-2d1f-41dd-86f2-a75f4698bebd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:06.706153 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78552f55-2d1f-41dd-86f2-a75f4698bebd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:06.706484 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78552f55-2d1f-41dd-86f2-a75f4698bebd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:06.706811 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78552f55-2d1f-41dd-86f2-a75f4698bebd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:06.707136 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78552f55-2d1f-41dd-86f2-a75f4698bebd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:06.707463 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78552f55-2d1f-41dd-86f2-a75f4698bebd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:06.707786 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78552f55-2d1f-41dd-86f2-a75f4698bebd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:06.708110 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78552f55-2d1f-41dd-86f2-a75f4698bebd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:06.708435 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78552f55-2d1f-41dd-86f2-a75f4698bebd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:06.708759 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78552f55-2d1f-41dd-86f2-a75f4698bebd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:06.709101 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78552f55-2d1f-41dd-86f2-a75f4698bebd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:06.709444 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78552f55-2d1f-41dd-86f2-a75f4698bebd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:06.766979 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-78552f55-2d1f-41dd-86f2-a75f4698bebd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for floatingip (8104e0ae-11d6-4b23-a5b0-cb54f0ae588c), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:06.769662 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-78552f55-2d1f-41dd-86f2-a75f4698bebd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:06.770903 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-78552f55-2d1f-41dd-86f2-a75f4698bebd tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "DELETE /v2.0/floatingips/8104e0ae-11d6-4b23-a5b0-cb54f0ae588c HTTP/1.1" status: 204 len: 168 time: 0.5209978 Apr 12 18:27:07.205590 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 589d2373-ec7d-4f40-a03c-e79126929e92 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:27:07.230982 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] No Port match for: 589d2373-ec7d-4f40-a03c-e79126929e92 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:27:07.231415 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 589d2373-ec7d-4f40-a03c-e79126929e92 not bound to the agent host hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:27:07.562983 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42188) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:07.567456 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-c827d721-5629-4d4a-aabe-160997df7449 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--32056450', 'description': 'tempest-description--339108766'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:27:07.587663 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c827d721-5629-4d4a-aabe-160997df7449 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:07.654212 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c827d721-5629-4d4a-aabe-160997df7449 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for security_group (73f8e03b-1197-4a35-92ba-7b76c544e4b6), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:07.658671 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c827d721-5629-4d4a-aabe-160997df7449 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (73f8e03b-1197-4a35-92ba-7b76c544e4b6), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:07.692671 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c827d721-5629-4d4a-aabe-160997df7449 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:07.694216 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-c827d721-5629-4d4a-aabe-160997df7449 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1302464 Apr 12 18:27:07.697040 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42192) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:07.701587 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-4aac5d9e-2364-4a84-9a78-42e5e96b9b98 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Request body: {'security_group_rule': {'security_group_id': '73f8e03b-1197-4a35-92ba-7b76c544e4b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:27:07.708998 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827d721-5629-4d4a-aabe-160997df7449 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73f8e03b-1197-4a35-92ba-7b76c544e4b6,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:07.724752 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6016ef-f2cb-4925-9bf6-70b4d353fcfc req-2af7a1b9-39bb-48dc-9365-19011db23eb0 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:07.728146 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7c6016ef-f2cb-4925-9bf6-70b4d353fcfc req-2af7a1b9-39bb-48dc-9365-19011db23eb0 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 946 time: 0.0591700 Apr 12 18:27:07.739820 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4aac5d9e-2364-4a84-9a78-42e5e96b9b98 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for security_group_rule (99384fcb-0df4-4ab6-b3bd-3153a3e9b6c4), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:07.782740 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7c6016ef-f2cb-4925-9bf6-70b4d353fcfc req-7f024aa6-41c7-4c5b-a7d1-4a83d2faf39b tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469437 Apr 12 18:27:07.801722 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4aac5d9e-2364-4a84-9a78-42e5e96b9b98 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for security_group_rule (99384fcb-0df4-4ab6-b3bd-3153a3e9b6c4), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:07.806295 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4aac5d9e-2364-4a84-9a78-42e5e96b9b98 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (99384fcb-0df4-4ab6-b3bd-3153a3e9b6c4), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:07.828848 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac5d9e-2364-4a84-9a78-42e5e96b9b98 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99384fcb-0df4-4ab6-b3bd-3153a3e9b6c4,revision_number=0']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:07.834975 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4aac5d9e-2364-4a84-9a78-42e5e96b9b98 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:07.836957 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-4aac5d9e-2364-4a84-9a78-42e5e96b9b98 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387205 Apr 12 18:27:07.839341 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42196) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:07.843895 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-68f9d815-3d04-42b5-a0c9-8323cb178f33 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Request body: {'security_group_rule': {'security_group_id': '73f8e03b-1197-4a35-92ba-7b76c544e4b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:27:07.868701 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-68f9d815-3d04-42b5-a0c9-8323cb178f33 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for security_group_rule (713a8cc5-3108-4311-89f0-962b8ada70ad), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:07.923691 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-68f9d815-3d04-42b5-a0c9-8323cb178f33 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for security_group_rule (713a8cc5-3108-4311-89f0-962b8ada70ad), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:07.927285 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-68f9d815-3d04-42b5-a0c9-8323cb178f33 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (713a8cc5-3108-4311-89f0-962b8ada70ad), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:07.944913 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9d815-3d04-42b5-a0c9-8323cb178f33 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713a8cc5-3108-4311-89f0-962b8ada70ad,revision_number=0']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:07.952975 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-68f9d815-3d04-42b5-a0c9-8323cb178f33 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:07.954193 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-68f9d815-3d04-42b5-a0c9-8323cb178f33 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139286 Apr 12 18:27:07.957155 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42198) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:07.961491 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-d38bc35d-bbd1-44df-a4fd-a13e0e606e44 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Request body: {'floatingip': {'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:27:07.980718 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d38bc35d-bbd1-44df-a4fd-a13e0e606e44 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:08.055522 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d38bc35d-bbd1-44df-a4fd-a13e0e606e44 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:08.160949 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-d38bc35d-bbd1-44df-a4fd-a13e0e606e44 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Allocated IP 172.27.1.123 (8fe2c56e-0395-443d-a858-76cf54693827/10fb9747-8da5-4ac4-8e6b-c6dba6e53947/d56ca832-4c5f-45b6-9aa8-0444728d0e09) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:27:08.265499 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d38bc35d-bbd1-44df-a4fd-a13e0e606e44 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for port (d56ca832-4c5f-45b6-9aa8-0444728d0e09), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:08.297222 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d38bc35d-bbd1-44df-a4fd-a13e0e606e44 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (d56ca832-4c5f-45b6-9aa8-0444728d0e09), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:08.332506 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38bc35d-bbd1-44df-a4fd-a13e0e606e44 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Network 8fe2c56e-0395-443d-a858-76cf54693827 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:27:08.335211 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-d38bc35d-bbd1-44df-a4fd-a13e0e606e44 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:27:08.340630 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38bc35d-bbd1-44df-a4fd-a13e0e606e44 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:27:08.363710 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38bc35d-bbd1-44df-a4fd-a13e0e606e44 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Pushing event updated for resources: {'Port': ['ID=d56ca832-4c5f-45b6-9aa8-0444728d0e09,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:08.427147 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d38bc35d-bbd1-44df-a4fd-a13e0e606e44 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for floatingip (10efd263-ae7c-4017-b4f2-ba5e4dc3e659), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:08.467988 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d38bc35d-bbd1-44df-a4fd-a13e0e606e44 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (d56ca832-4c5f-45b6-9aa8-0444728d0e09), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:08.615377 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d38bc35d-bbd1-44df-a4fd-a13e0e606e44 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for port (d56ca832-4c5f-45b6-9aa8-0444728d0e09), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:08.620426 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d38bc35d-bbd1-44df-a4fd-a13e0e606e44 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (d56ca832-4c5f-45b6-9aa8-0444728d0e09), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:08.689134 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38bc35d-bbd1-44df-a4fd-a13e0e606e44 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Pushing event updated for resources: {'Port': ['ID=d56ca832-4c5f-45b6-9aa8-0444728d0e09,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:08.700995 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d38bc35d-bbd1-44df-a4fd-a13e0e606e44 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (10efd263-ae7c-4017-b4f2-ba5e4dc3e659), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:08.716317 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d38bc35d-bbd1-44df-a4fd-a13e0e606e44 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:08.717574 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-d38bc35d-bbd1-44df-a4fd-a13e0e606e44 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7594769 Apr 12 18:27:08.913337 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5cc17-efaf-4104-8e54-74433e5372f6 req-7a10a7c0-bc7b-4bee-81c0-76c0c5667c7a tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:08.914961 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-dab5cc17-efaf-4104-8e54-74433e5372f6 req-7a10a7c0-bc7b-4bee-81c0-76c0c5667c7a tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 946 time: 0.0604353 Apr 12 18:27:08.960113 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-20f8c7e3-2998-4d34-86d3-934d27760191 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--32056450&fields=id&tenant_id=a6c7a32511684e98998d07f553b02c00 HTTP/1.1" status: 200 len: 267 time: 0.0749226 Apr 12 18:27:09.012361 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-dab5cc17-efaf-4104-8e54-74433e5372f6 req-481aeca6-39e7-41a1-908f-9e862bfcde04 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913296 Apr 12 18:27:09.078586 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-c72f25c1-4cdf-4567-b1ce-af1ae000199e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:09.080021 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-c72f25c1-4cdf-4567-b1ce-af1ae000199e tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/networks?id=3aeebb2a-d034-4a90-afa4-338c34468833 HTTP/1.1" status: 200 len: 810 time: 0.1131229 Apr 12 18:27:09.094600 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-9380267f-d34e-4d0c-99a8-9bdae681a8be tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/quotas/a6c7a32511684e98998d07f553b02c00 HTTP/1.1" status: 200 len: 375 time: 0.0094330 Apr 12 18:27:09.146236 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-d5dddc4f-f51b-411a-9406-83f76463c840 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6c7a32511684e98998d07f553b02c00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469270 Apr 12 18:27:09.238829 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-8dfcc084-6771-48e4-a8fb-667fda7110e6 service neutron] 10.222.0.52 "GET /v2.0/networks/3aeebb2a-d034-4a90-afa4-338c34468833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811460 Apr 12 18:27:09.328165 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-9bd4cd7f-6bd7-4889-bc98-1b2e64b8e213 service neutron] 10.222.0.52 "GET /v2.0/networks/3aeebb2a-d034-4a90-afa4-338c34468833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828733 Apr 12 18:27:09.482122 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4b56c208-5048-4bb8-a52c-46fe88aee996 req-b3c5bf10-c0c5-4816-9cad-5319b384edb8 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e HTTP/1.1" status: 200 len: 210 time: 0.0281684 Apr 12 18:27:10.382640 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-f4b67129-89fa-484e-a951-2e4eb58c5664 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:10.384099 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-f4b67129-89fa-484e-a951-2e4eb58c5664 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.26 "GET /v2.0/networks?id=3aeebb2a-d034-4a90-afa4-338c34468833 HTTP/1.1" status: 200 len: 810 time: 0.1091211 Apr 12 18:27:10.449797 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-9b175e69-920c-4465-90e1-07586a756d00 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6c7a32511684e98998d07f553b02c00 HTTP/1.1" status: 200 len: 378 time: 0.0564940 Apr 12 18:27:10.523661 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-b555579c-f2b7-4be9-b0f0-1d29e97524ef tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Request body: {'port': {'device_id': '7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'admin_state_up': True, 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'security_groups': ['73f8e03b-1197-4a35-92ba-7b76c544e4b6']}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:27:10.575463 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fc2780d2-0f00-47c6-9c40-8123c359c15e req-dfc87c40-c21c-47d6-9f08-7a97481f294f tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e HTTP/1.1" status: 200 len: 210 time: 0.0273569 Apr 12 18:27:10.630588 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-b555579c-f2b7-4be9-b0f0-1d29e97524ef tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Made reservation on behalf of a6c7a32511684e98998d07f553b02c00 for: {'port': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:27:10.634680 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-b555579c-f2b7-4be9-b0f0-1d29e97524ef tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:10.760713 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-b555579c-f2b7-4be9-b0f0-1d29e97524ef tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Allocated IP 172.20.0.9 (3aeebb2a-d034-4a90-afa4-338c34468833/46b9b379-140d-4142-a367-613843eeaf49/6f8cd870-1c77-4549-97fd-a84bf921cb3e) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:27:10.897197 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-b555579c-f2b7-4be9-b0f0-1d29e97524ef tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for port (6f8cd870-1c77-4549-97fd-a84bf921cb3e), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:10.929768 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-b555579c-f2b7-4be9-b0f0-1d29e97524ef tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (6f8cd870-1c77-4549-97fd-a84bf921cb3e), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:10.969789 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-b555579c-f2b7-4be9-b0f0-1d29e97524ef tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Network 3aeebb2a-d034-4a90-afa4-338c34468833 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:27:10.972762 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-b555579c-f2b7-4be9-b0f0-1d29e97524ef tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:27:10.978650 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-b555579c-f2b7-4be9-b0f0-1d29e97524ef tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:27:11.004708 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555579c-f2b7-4be9-b0f0-1d29e97524ef tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Pushing event updated for resources: {'Port': ['ID=6f8cd870-1c77-4549-97fd-a84bf921cb3e,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:11.033273 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-b555579c-f2b7-4be9-b0f0-1d29e97524ef tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:11.034127 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-b555579c-f2b7-4be9-b0f0-1d29e97524ef tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:11.051866 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-b555579c-f2b7-4be9-b0f0-1d29e97524ef tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5328128 Apr 12 18:27:11.071811 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-4e7d04be-1606-43e7-acdf-c4687de1abf7 service neutron] Request body: {'port': {'device_id': '7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:27:11.135571 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-4e7d04be-1606-43e7-acdf-c4687de1abf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (6f8cd870-1c77-4549-97fd-a84bf921cb3e), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:11.165878 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-0222bf7f-5647-4b37-8885-429e3c2e2aa7 None None] Provisioning complete for port 6f8cd870-1c77-4549-97fd-a84bf921cb3e triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:27:11.166339 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0222bf7f-5647-4b37-8885-429e3c2e2aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (6f8cd870-1c77-4549-97fd-a84bf921cb3e), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:11.203666 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-0222bf7f-5647-4b37-8885-429e3c2e2aa7 None None] Port 6f8cd870-1c77-4549-97fd-a84bf921cb3e cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:27:11.388190 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-4e7d04be-1606-43e7-acdf-c4687de1abf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8cd870-1c77-4549-97fd-a84bf921cb3e {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:27:11.395345 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-4e7d04be-1606-43e7-acdf-c4687de1abf7 service neutron] Publish callbacks [] for port (6f8cd870-1c77-4549-97fd-a84bf921cb3e), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:11.407439 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-4e7d04be-1606-43e7-acdf-c4687de1abf7 service neutron] Transition to ACTIVE for port object 6f8cd870-1c77-4549-97fd-a84bf921cb3e will not be triggered until provisioned by entity L2. {{(pid=103524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:27:11.411388 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-4e7d04be-1606-43e7-acdf-c4687de1abf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (6f8cd870-1c77-4549-97fd-a84bf921cb3e), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:11.462509 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d04be-1606-43e7-acdf-c4687de1abf7 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8cd870-1c77-4549-97fd-a84bf921cb3e,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:11.534909 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-4e7d04be-1606-43e7-acdf-c4687de1abf7 service neutron] Attempting to bind port 6f8cd870-1c77-4549-97fd-a84bf921cb3e on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:27:11.535247 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-4e7d04be-1606-43e7-acdf-c4687de1abf7 service neutron] Attempting to bind port 6f8cd870-1c77-4549-97fd-a84bf921cb3e by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '093c9b08-910f-4fc5-b271-7615cafd8f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:27:11.535579 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-4e7d04be-1606-43e7-acdf-c4687de1abf7 service neutron] Attempting to bind port 6f8cd870-1c77-4549-97fd-a84bf921cb3e on network 3aeebb2a-d034-4a90-afa4-338c34468833 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:27:11.540160 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-4e7d04be-1606-43e7-acdf-c4687de1abf7 service neutron] Port 6f8cd870-1c77-4549-97fd-a84bf921cb3e on network 3aeebb2a-d034-4a90-afa4-338c34468833 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:27:11.540478 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-4e7d04be-1606-43e7-acdf-c4687de1abf7 service neutron] Attempting to bind port 6f8cd870-1c77-4549-97fd-a84bf921cb3e on network 3aeebb2a-d034-4a90-afa4-338c34468833 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:27:11.545374 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-4e7d04be-1606-43e7-acdf-c4687de1abf7 service neutron] Checking agent: {'id': '5b3c503f-4bfd-4027-adb8-75f76add50a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'started_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:27:11.545713 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-4e7d04be-1606-43e7-acdf-c4687de1abf7 service neutron] Checking segment: {'id': '093c9b08-910f-4fc5-b271-7615cafd8f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:27:11.546100 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-4e7d04be-1606-43e7-acdf-c4687de1abf7 service neutron] Bound using segment: {'id': '093c9b08-910f-4fc5-b271-7615cafd8f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:27:11.546653 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-4e7d04be-1606-43e7-acdf-c4687de1abf7 service neutron] Bound port: 6f8cd870-1c77-4549-97fd-a84bf921cb3e, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '093c9b08-910f-4fc5-b271-7615cafd8f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:27:11.546898 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-4e7d04be-1606-43e7-acdf-c4687de1abf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (6f8cd870-1c77-4549-97fd-a84bf921cb3e), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:11.615378 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-4e7d04be-1606-43e7-acdf-c4687de1abf7 service neutron] For port 6f8cd870-1c77-4549-97fd-a84bf921cb3e, host hv-cinder-83753, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:27:11.618957 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-4e7d04be-1606-43e7-acdf-c4687de1abf7 service neutron] For port 6f8cd870-1c77-4549-97fd-a84bf921cb3e, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=6f8cd870-1c77-4549-97fd-a84bf921cb3e,segment=NetworkSegment(093c9b08-910f-4fc5-b271-7615cafd8f99),segment_id=093c9b08-910f-4fc5-b271-7615cafd8f99)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:27:11.627271 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-4e7d04be-1606-43e7-acdf-c4687de1abf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (6f8cd870-1c77-4549-97fd-a84bf921cb3e), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:11.664760 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-4e7d04be-1606-43e7-acdf-c4687de1abf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:11.665498 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-4e7d04be-1606-43e7-acdf-c4687de1abf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:11.666894 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-4e7d04be-1606-43e7-acdf-c4687de1abf7 service neutron] 10.222.0.26 "PUT /v2.0/ports/6f8cd870-1c77-4549-97fd-a84bf921cb3e HTTP/1.1" status: 200 len: 1093 time: 0.6002364 Apr 12 18:27:11.667326 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e', 'tag': '6f8cd870-1c77-4549-97fd-a84bf921cb3e'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:27:11.671458 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79de042a-7a6b-49c6-84a3-938355ea8a93" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e", "tag": "6f8cd870-1c77-4549-97fd-a84bf921cb3e"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:27:11.710561 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d04be-1606-43e7-acdf-c4687de1abf7 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8cd870-1c77-4549-97fd-a84bf921cb3e,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:11.734136 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb40e2ff-166e-4d3b-b8ee-40c56798812b x-openstack-request-id: req-fb40e2ff-166e-4d3b-b8ee-40c56798812b {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:27:11.734438 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e", "tag": "6f8cd870-1c77-4549-97fd-a84bf921cb3e", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:27:11.734697 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fb40e2ff-166e-4d3b-b8ee-40c56798812b {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:27:11.735104 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb40e2ff-166e-4d3b-b8ee-40c56798812b'] response: {'name': 'network-changed', 'server_uuid': '7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e', 'tag': '6f8cd870-1c77-4549-97fd-a84bf921cb3e', 'status': 'completed', 'code': 200} Apr 12 18:27:11.738859 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e04b2-b7ae-48eb-b23b-ec86911c2354 req-5ba881ff-fe86-4b84-9dcc-4ecf6d470433 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:11.740634 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-702e04b2-b7ae-48eb-b23b-ec86911c2354 req-5ba881ff-fe86-4b84-9dcc-4ecf6d470433 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e HTTP/1.1" status: 200 len: 943 time: 0.0822976 Apr 12 18:27:11.766446 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-2c1061c7-825d-4155-a76f-bfc2e3d3794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:11.768152 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-2c1061c7-825d-4155-a76f-bfc2e3d3794e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6c7a32511684e98998d07f553b02c00&device_id=7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e HTTP/1.1" status: 200 len: 1127 time: 0.0458717 Apr 12 18:27:11.802194 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-702e04b2-b7ae-48eb-b23b-ec86911c2354 req-f6e8e493-8422-42cd-8ac4-bd1296170e90 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=73f8e03b-1197-4a35-92ba-7b76c544e4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544629 Apr 12 18:27:11.826312 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-29755c7b-0aba-4c37-9ff6-107406dc124c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f8cd870-1c77-4549-97fd-a84bf921cb3e HTTP/1.1" status: 200 len: 217 time: 0.0514731 Apr 12 18:27:11.878044 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-ba16ae50-bd71-4528-a07e-4bd21447b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:11.879573 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-ba16ae50-bd71-4528-a07e-4bd21447b85c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46b9b379-140d-4142-a367-613843eeaf49 HTTP/1.1" status: 200 len: 849 time: 0.0475531 Apr 12 18:27:11.923573 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-66ff503f-ef52-43e4-b30a-33f77563adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:11.925129 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-66ff503f-ef52-43e4-b30a-33f77563adb0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3aeebb2a-d034-4a90-afa4-338c34468833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394940 Apr 12 18:27:12.022507 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-c1575ec0-d25f-469f-be74-ff3bb9f44c93 service neutron] 10.222.0.26 "GET /v2.0/networks/3aeebb2a-d034-4a90-afa4-338c34468833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908761 Apr 12 18:27:12.111130 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ce6b6030-f67e-4aa6-b9e0-764a321e5227 req-91b627bd-b5df-45fc-9ab4-1c927e7ab407 service neutron] 10.222.0.26 "GET /v2.0/networks/3aeebb2a-d034-4a90-afa4-338c34468833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820522 Apr 12 18:27:12.921780 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0af26-a58f-447f-9aa1-f170aa120cb2 req-63dbd5ff-52da-4b78-84e6-c46c591ff918 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:12.923233 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-40e0af26-a58f-447f-9aa1-f170aa120cb2 req-63dbd5ff-52da-4b78-84e6-c46c591ff918 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e HTTP/1.1" status: 200 len: 943 time: 0.0494351 Apr 12 18:27:12.968792 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-40e0af26-a58f-447f-9aa1-f170aa120cb2 req-e4394857-9693-4aad-8943-25427f8a2a72 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=73f8e03b-1197-4a35-92ba-7b76c544e4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399675 Apr 12 18:27:13.171154 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-2b28db8b-6f0d-4054-bee1-ff7eb2e792d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:14.079936 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd1af7-762b-49c3-90de-828cb00e170c req-4ecd67c9-5d3d-44cd-a80c-fd79e7e9c263 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:14.081405 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e0dd1af7-762b-49c3-90de-828cb00e170c req-4ecd67c9-5d3d-44cd-a80c-fd79e7e9c263 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e HTTP/1.1" status: 200 len: 943 time: 0.0464401 Apr 12 18:27:14.126676 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e0dd1af7-762b-49c3-90de-828cb00e170c req-51819126-4ce1-48be-9556-b292465351fe tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=73f8e03b-1197-4a35-92ba-7b76c544e4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393295 Apr 12 18:27:14.643519 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de042a-7a6b-49c6-84a3-938355ea8a93 req-89323239-629c-4553-b991-593c8f06a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:14.644993 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-79de042a-7a6b-49c6-84a3-938355ea8a93 req-89323239-629c-4553-b991-593c8f06a289 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6c7a32511684e98998d07f553b02c00&device_id=7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e HTTP/1.1" status: 200 len: 1127 time: 0.0427520 Apr 12 18:27:14.732950 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de042a-7a6b-49c6-84a3-938355ea8a93 req-205e32c1-ae16-4dd0-a04d-dd1825053d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:14.734431 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-79de042a-7a6b-49c6-84a3-938355ea8a93 req-205e32c1-ae16-4dd0-a04d-dd1825053d8c service neutron] 10.222.0.26 "GET /v2.0/networks?id=3aeebb2a-d034-4a90-afa4-338c34468833 HTTP/1.1" status: 200 len: 911 time: 0.0832155 Apr 12 18:27:14.786549 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-79de042a-7a6b-49c6-84a3-938355ea8a93 req-f9837f55-db5e-4e0d-8652-6e5d77be4f9d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f8cd870-1c77-4549-97fd-a84bf921cb3e HTTP/1.1" status: 200 len: 217 time: 0.0369592 Apr 12 18:27:14.833291 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de042a-7a6b-49c6-84a3-938355ea8a93 req-087421e0-f44a-4596-9331-f38a1197e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:14.834680 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-79de042a-7a6b-49c6-84a3-938355ea8a93 req-087421e0-f44a-4596-9331-f38a1197e3d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46b9b379-140d-4142-a367-613843eeaf49 HTTP/1.1" status: 200 len: 849 time: 0.0417616 Apr 12 18:27:14.878416 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de042a-7a6b-49c6-84a3-938355ea8a93 req-f0bd9e8f-de44-4de3-a16f-0475e195aff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:14.879886 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-79de042a-7a6b-49c6-84a3-938355ea8a93 req-f0bd9e8f-de44-4de3-a16f-0475e195aff5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3aeebb2a-d034-4a90-afa4-338c34468833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378506 Apr 12 18:27:14.970195 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-79de042a-7a6b-49c6-84a3-938355ea8a93 req-42a8e5ed-0479-4085-b832-6fcb509d6c0f service neutron] 10.222.0.26 "GET /v2.0/networks/3aeebb2a-d034-4a90-afa4-338c34468833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839324 Apr 12 18:27:15.061057 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-79de042a-7a6b-49c6-84a3-938355ea8a93 req-795f16cf-1e84-4fb3-8f2e-fb53d81d6a80 service neutron] 10.222.0.26 "GET /v2.0/networks/3aeebb2a-d034-4a90-afa4-338c34468833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852263 Apr 12 18:27:15.240745 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75095b-e783-408d-906c-28e52f7fa421 req-cfdf2fa3-c12f-48c4-833d-04a812884b25 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:15.242865 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4b75095b-e783-408d-906c-28e52f7fa421 req-cfdf2fa3-c12f-48c4-833d-04a812884b25 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e HTTP/1.1" status: 200 len: 943 time: 0.0509918 Apr 12 18:27:15.268995 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 6f8cd870-1c77-4549-97fd-a84bf921cb3e details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:27:15.290881 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4b75095b-e783-408d-906c-28e52f7fa421 req-b3c2b0a5-c16c-4fd1-bf56-983a70034c20 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=73f8e03b-1197-4a35-92ba-7b76c544e4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427563 Apr 12 18:27:15.368843 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 6f8cd870-1c77-4549-97fd-a84bf921cb3e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=6f8cd870-1c77-4549-97fd-a84bf921cb3e,segment=NetworkSegment(093c9b08-910f-4fc5-b271-7615cafd8f99),segment_id=093c9b08-910f-4fc5-b271-7615cafd8f99)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:27:15.379786 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Returning: {'device': '6f8cd870-1c77-4549-97fd-a84bf921cb3e', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'port_id': '6f8cd870-1c77-4549-97fd-a84bf921cb3e', 'mac_address': 'fa:16:3e:26:cd:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b9b379-140d-4142-a367-613843eeaf49', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:27:15.416884 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 6f8cd870-1c77-4549-97fd-a84bf921cb3e is: DOWN; New status is: BUILD {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:27:15.417248 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (6f8cd870-1c77-4549-97fd-a84bf921cb3e), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:15.433417 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8cd870-1c77-4549-97fd-a84bf921cb3e {{(pid=103525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:27:15.452288 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 6f8cd870-1c77-4549-97fd-a84bf921cb3e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=6f8cd870-1c77-4549-97fd-a84bf921cb3e,segment=NetworkSegment(093c9b08-910f-4fc5-b271-7615cafd8f99),segment_id=093c9b08-910f-4fc5-b271-7615cafd8f99)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:27:15.456058 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (6f8cd870-1c77-4549-97fd-a84bf921cb3e), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:15.510080 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=6f8cd870-1c77-4549-97fd-a84bf921cb3e,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:15.519096 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4e3272d2-6b0d-4d20-9693-95520226e347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:15.802274 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['6f8cd870-1c77-4549-97fd-a84bf921cb3e'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:27:16.401200 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9162b-e189-4e2d-885d-36bdab9c2f62 req-245e3489-20ec-41c8-a976-ab2f272c9d52 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:16.402944 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-cbd9162b-e189-4e2d-885d-36bdab9c2f62 req-245e3489-20ec-41c8-a976-ab2f272c9d52 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e HTTP/1.1" status: 200 len: 944 time: 0.0473311 Apr 12 18:27:16.448561 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-cbd9162b-e189-4e2d-885d-36bdab9c2f62 req-3b762a9c-93e3-400d-92dd-e06af1c326bb tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=73f8e03b-1197-4a35-92ba-7b76c544e4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400591 Apr 12 18:27:16.855577 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:17.279951 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 6f8cd870-1c77-4549-97fd-a84bf921cb3e up at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:27:17.324419 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning for port 6f8cd870-1c77-4549-97fd-a84bf921cb3e completed by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:27:17.330068 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning complete for port 6f8cd870-1c77-4549-97fd-a84bf921cb3e triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:27:17.330453 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (6f8cd870-1c77-4549-97fd-a84bf921cb3e), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:17.408702 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 6f8cd870-1c77-4549-97fd-a84bf921cb3e is: BUILD; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:27:17.409098 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (6f8cd870-1c77-4549-97fd-a84bf921cb3e), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:17.430476 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8cd870-1c77-4549-97fd-a84bf921cb3e'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:27:17.432683 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c49552f-8bc1-4407-97e5-3ab3a94e03cf" -d '{"events": [{"server_uuid": "7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e", "name": "network-vif-plugged", "status": "completed", "tag": "6f8cd870-1c77-4549-97fd-a84bf921cb3e"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:27:17.445530 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 6f8cd870-1c77-4549-97fd-a84bf921cb3e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=6f8cd870-1c77-4549-97fd-a84bf921cb3e,segment=NetworkSegment(093c9b08-910f-4fc5-b271-7615cafd8f99),segment_id=093c9b08-910f-4fc5-b271-7615cafd8f99)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:27:17.451241 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (6f8cd870-1c77-4549-97fd-a84bf921cb3e), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:17.475062 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2545c14-0db0-4e63-8275-09b8ccc4282d x-openstack-request-id: req-d2545c14-0db0-4e63-8275-09b8ccc4282d {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:27:17.475390 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e", "name": "network-vif-plugged", "status": "completed", "tag": "6f8cd870-1c77-4549-97fd-a84bf921cb3e", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:27:17.475623 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d2545c14-0db0-4e63-8275-09b8ccc4282d {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:27:17.476347 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2545c14-0db0-4e63-8275-09b8ccc4282d'] response: {'server_uuid': '7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8cd870-1c77-4549-97fd-a84bf921cb3e', 'code': 200} Apr 12 18:27:17.501850 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=6f8cd870-1c77-4549-97fd-a84bf921cb3e,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:17.571523 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8aba0a-7d65-4002-9d50-89cc2b173927 req-a5d19302-d274-4256-8753-2d206be232c9 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:17.573279 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8e8aba0a-7d65-4002-9d50-89cc2b173927 req-a5d19302-d274-4256-8753-2d206be232c9 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e HTTP/1.1" status: 200 len: 945 time: 0.0473852 Apr 12 18:27:17.632323 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8e8aba0a-7d65-4002-9d50-89cc2b173927 req-d58cf68c-5a6b-4a1a-8385-628bc2ad45ea tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=73f8e03b-1197-4a35-92ba-7b76c544e4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512590 Apr 12 18:27:17.692561 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5bafa-428c-4666-be41-0b20cf9a716d req-8b85a312-9169-4e05-9eed-fc1d7b37613a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:17.694073 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-36c5bafa-428c-4666-be41-0b20cf9a716d req-8b85a312-9169-4e05-9eed-fc1d7b37613a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e HTTP/1.1" status: 200 len: 1129 time: 0.0435381 Apr 12 18:27:17.742357 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-36c5bafa-428c-4666-be41-0b20cf9a716d req-fa74c65a-4a4b-451a-89d0-9ddb9b813187 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=73f8e03b-1197-4a35-92ba-7b76c544e4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389535 Apr 12 18:27:18.358839 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:18.748560 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e98f41-46b9-44af-a9ea-83684f024554 req-36dd43c3-fcc7-4057-8028-68c4892f68f0 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:18.750054 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-99e98f41-46b9-44af-a9ea-83684f024554 req-36dd43c3-fcc7-4057-8028-68c4892f68f0 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e HTTP/1.1" status: 200 len: 945 time: 0.0511618 Apr 12 18:27:18.795184 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-99e98f41-46b9-44af-a9ea-83684f024554 req-e19ce651-aff2-481a-b1b8-b7bc90c55a41 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=73f8e03b-1197-4a35-92ba-7b76c544e4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396650 Apr 12 18:27:19.294509 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:19.390045 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1b8d9-3835-4e03-b7cc-198ca7d50462 req-249eab4e-2bdd-4703-abc9-a8378f0b151d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:19.391501 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9fc1b8d9-3835-4e03-b7cc-198ca7d50462 req-249eab4e-2bdd-4703-abc9-a8378f0b151d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0475733 Apr 12 18:27:19.437114 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9fc1b8d9-3835-4e03-b7cc-198ca7d50462 req-cf25e32a-8efc-408b-bd60-c45aeadd56f8 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400393 Apr 12 18:27:19.911513 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0496f-470b-4a0c-9360-c6663f5eb65e req-38a6d1a1-76d4-4b59-b444-04b352f50b0f tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:19.913033 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a0f0496f-470b-4a0c-9360-c6663f5eb65e req-38a6d1a1-76d4-4b59-b444-04b352f50b0f tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e HTTP/1.1" status: 200 len: 945 time: 0.0505192 Apr 12 18:27:19.959335 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a0f0496f-470b-4a0c-9360-c6663f5eb65e req-3a8160cc-83cf-4063-9afa-10ecbd8b5c61 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=73f8e03b-1197-4a35-92ba-7b76c544e4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401540 Apr 12 18:27:20.064763 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc0ec3-9003-4121-a888-efae4e61da11 req-aee0e6cd-abc5-4163-bf21-884d522cdd64 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:20.066238 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-37cc0ec3-9003-4121-a888-efae4e61da11 req-aee0e6cd-abc5-4163-bf21-884d522cdd64 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e HTTP/1.1" status: 200 len: 945 time: 0.0460234 Apr 12 18:27:20.074791 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42282) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:20.078876 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d96b2f37-23d0-4656-9faf-4cd15efd305f tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Request body: {'floatingip': {'port_id': '6f8cd870-1c77-4549-97fd-a84bf921cb3e'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:27:20.119840 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d96b2f37-23d0-4656-9faf-4cd15efd305f tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for floatingip (10efd263-ae7c-4017-b4f2-ba5e4dc3e659), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:20.598821 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041571d-7e2a-4538-9fef-23c92cdb92e5 req-1333fe56-1c78-4401-9f3d-fa9f01d30d0d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:20.600378 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d041571d-7e2a-4538-9fef-23c92cdb92e5 req-1333fe56-1c78-4401-9f3d-fa9f01d30d0d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0981276 Apr 12 18:27:20.611224 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d96b2f37-23d0-4656-9faf-4cd15efd305f tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:20.619093 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d96b2f37-23d0-4656-9faf-4cd15efd305f tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (10efd263-ae7c-4017-b4f2-ba5e4dc3e659), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:20.985249 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d041571d-7e2a-4538-9fef-23c92cdb92e5 req-6fef2c10-e8f5-450f-9508-5aaf736e590d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3760810 Apr 12 18:27:21.006993 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.l3_db [None req-d96b2f37-23d0-4656-9faf-4cd15efd305f tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Floating IP 10efd263-ae7c-4017-b4f2-ba5e4dc3e659 associated. External IP: 172.27.1.123, port: 6f8cd870-1c77-4549-97fd-a84bf921cb3e. Apr 12 18:27:21.212829 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96b2f37-23d0-4656-9faf-4cd15efd305f tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Router 05b49423-1230-40fc-b521-529e50f39993 has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:27:21.319683 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96b2f37-23d0-4656-9faf-4cd15efd305f tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:27:21.324797 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d96b2f37-23d0-4656-9faf-4cd15efd305f tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:21.331102 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85caa7dd-f4e0-4548-9122-a896dc89e2a2 None None] Sync routers for ids ['05b49423-1230-40fc-b521-529e50f39993'] in dv-cinder-837535-1-iscsi {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:27:21.341516 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85caa7dd-f4e0-4548-9122-a896dc89e2a2 None None] Routers {'05b49423-1230-40fc-b521-529e50f39993'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:27:21.342371 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-85caa7dd-f4e0-4548-9122-a896dc89e2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:27:15Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['05b49423-1230-40fc-b521-529e50f39993'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:21.354159 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-d96b2f37-23d0-4656-9faf-4cd15efd305f tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "PUT /v2.0/floatingips/10efd263-ae7c-4017-b4f2-ba5e4dc3e659 HTTP/1.1" status: 200 len: 991 time: 1.2784100 Apr 12 18:27:21.354753 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e', 'tag': '6f8cd870-1c77-4549-97fd-a84bf921cb3e'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:27:21.357103 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ff44208863b45d5314a74bf2796fa783e64ad3222a396cfa3f0d0395593348f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5e8eef-edee-4823-aef9-098032c145e3" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e", "tag": "6f8cd870-1c77-4549-97fd-a84bf921cb3e"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:27:21.397403 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1064d127-70c4-4832-a406-ab6ab006078f x-openstack-request-id: req-1064d127-70c4-4832-a406-ab6ab006078f {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:27:21.397699 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e", "tag": "6f8cd870-1c77-4549-97fd-a84bf921cb3e", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:27:21.397975 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1064d127-70c4-4832-a406-ab6ab006078f {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:27:21.398381 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1064d127-70c4-4832-a406-ab6ab006078f'] response: {'name': 'network-changed', 'server_uuid': '7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e', 'tag': '6f8cd870-1c77-4549-97fd-a84bf921cb3e', 'status': 'completed', 'code': 200} Apr 12 18:27:21.453403 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-85caa7dd-f4e0-4548-9122-a896dc89e2a2 None None] Set router 05b49423-1230-40fc-b521-529e50f39993 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:27:21.710318 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-85caa7dd-f4e0-4548-9122-a896dc89e2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b49423-1230-40fc-b521-529e50f39993', 'name': 'tempest-AttachVolumeTestJSON-750434608-router', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:52Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'gw_port': {'id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '10efd263-ae7c-4017-b4f2-ba5e4dc3e659', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '05b49423-1230-40fc-b521-529e50f39993', 'port_id': '6f8cd870-1c77-4549-97fd-a84bf921cb3e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'mac_address': 'fa:16:3e:26:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:27:08Z', 'updated_at': '2022-04-12T18:27:20Z', 'revision_number': 1, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d22467a-dd59-44f3-a058-8548686b870f', 'name': '', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'mac_address': 'fa:16:3e:92:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '46b9b379-140d-4142-a367-613843eeaf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:09Z', 'revision_number': 5, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'subnets': [{'id': '46b9b379-140d-4142-a367-613843eeaf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:21.739609 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85caa7dd-f4e0-4548-9122-a896dc89e2a2 None None] Checking router: 05b49423-1230-40fc-b521-529e50f39993 for host: dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:27:21.748434 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85caa7dd-f4e0-4548-9122-a896dc89e2a2 None None] Routers {'05b49423-1230-40fc-b521-529e50f39993'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:27:21.749039 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-85caa7dd-f4e0-4548-9122-a896dc89e2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:27:15Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['05b49423-1230-40fc-b521-529e50f39993'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:21.855149 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-85caa7dd-f4e0-4548-9122-a896dc89e2a2 None None] Set router 05b49423-1230-40fc-b521-529e50f39993 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:27:22.100559 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b268cf3-31a3-46a5-a954-d91f38712b2d req-a94f3311-03a9-4ab1-b8c4-92a5ea73a248 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:22.102293 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0b268cf3-31a3-46a5-a954-d91f38712b2d req-a94f3311-03a9-4ab1-b8c4-92a5ea73a248 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0486214 Apr 12 18:27:22.148917 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0b268cf3-31a3-46a5-a954-d91f38712b2d req-166ccaeb-74a5-40b2-b42b-1c69f8ee3e1f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402055 Apr 12 18:27:22.198188 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-85caa7dd-f4e0-4548-9122-a896dc89e2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b49423-1230-40fc-b521-529e50f39993', 'name': 'tempest-AttachVolumeTestJSON-750434608-router', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:52Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'gw_port': {'id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '10efd263-ae7c-4017-b4f2-ba5e4dc3e659', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '05b49423-1230-40fc-b521-529e50f39993', 'port_id': '6f8cd870-1c77-4549-97fd-a84bf921cb3e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'mac_address': 'fa:16:3e:26:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:27:08Z', 'updated_at': '2022-04-12T18:27:20Z', 'revision_number': 1, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d22467a-dd59-44f3-a058-8548686b870f', 'name': '', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'mac_address': 'fa:16:3e:92:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '46b9b379-140d-4142-a367-613843eeaf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:09Z', 'revision_number': 5, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'subnets': [{'id': '46b9b379-140d-4142-a367-613843eeaf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:22.228947 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85caa7dd-f4e0-4548-9122-a896dc89e2a2 None None] The sync data for ids ['05b49423-1230-40fc-b521-529e50f39993'] in dv-cinder-837535-1-iscsi is: [{'id': '05b49423-1230-40fc-b521-529e50f39993', 'name': 'tempest-AttachVolumeTestJSON-750434608-router', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:52Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'gw_port': {'id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '10efd263-ae7c-4017-b4f2-ba5e4dc3e659', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '05b49423-1230-40fc-b521-529e50f39993', 'port_id': '6f8cd870-1c77-4549-97fd-a84bf921cb3e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'mac_address': 'fa:16:3e:26:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:27:08Z', 'updated_at': '2022-04-12T18:27:20Z', 'revision_number': 1, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d22467a-dd59-44f3-a058-8548686b870f', 'name': '', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'mac_address': 'fa:16:3e:92:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '46b9b379-140d-4142-a367-613843eeaf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:09Z', 'revision_number': 5, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'subnets': [{'id': '46b9b379-140d-4142-a367-613843eeaf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:27:22.408531 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16ae0b8-3bbb-4342-b36b-5bd9b75cb6fd None None] New status for floating IP 10efd263-ae7c-4017-b4f2-ba5e4dc3e659: ACTIVE {{(pid=103526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:27:22.953014 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e8eef-edee-4823-aef9-098032c145e3 req-482fc655-d600-43e1-9b7d-73e9d65e306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:22.954492 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-2d5e8eef-edee-4823-aef9-098032c145e3 req-482fc655-d600-43e1-9b7d-73e9d65e306d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6c7a32511684e98998d07f553b02c00&device_id=7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e HTTP/1.1" status: 200 len: 1129 time: 0.0377233 Apr 12 18:27:23.045676 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e8eef-edee-4823-aef9-098032c145e3 req-6e6e02d0-f4bb-4afb-83df-bed3d10b97e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:23.047163 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-2d5e8eef-edee-4823-aef9-098032c145e3 req-6e6e02d0-f4bb-4afb-83df-bed3d10b97e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3aeebb2a-d034-4a90-afa4-338c34468833 HTTP/1.1" status: 200 len: 911 time: 0.0859830 Apr 12 18:27:23.117753 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-2d5e8eef-edee-4823-aef9-098032c145e3 req-980b43a0-e007-4a23-a27d-7a59e67dba4f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f8cd870-1c77-4549-97fd-a84bf921cb3e HTTP/1.1" status: 200 len: 1001 time: 0.0585117 Apr 12 18:27:23.166688 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e8eef-edee-4823-aef9-098032c145e3 req-9d49d362-4b9e-4047-bdd3-aa9c1cf9dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:23.168436 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-2d5e8eef-edee-4823-aef9-098032c145e3 req-9d49d362-4b9e-4047-bdd3-aa9c1cf9dcf0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46b9b379-140d-4142-a367-613843eeaf49 HTTP/1.1" status: 200 len: 849 time: 0.0443001 Apr 12 18:27:23.216858 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e8eef-edee-4823-aef9-098032c145e3 req-acc89fa1-0402-4aa7-a308-cbff612c6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:23.218404 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-2d5e8eef-edee-4823-aef9-098032c145e3 req-acc89fa1-0402-4aa7-a308-cbff612c6399 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3aeebb2a-d034-4a90-afa4-338c34468833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437000 Apr 12 18:27:23.266647 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233cb25-4f9a-42e2-92e7-fbfe82cb79c1 req-f9cdf876-14a0-4d53-a39b-0cbd5b141e1e tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:23.268134 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3233cb25-4f9a-42e2-92e7-fbfe82cb79c1 req-f9cdf876-14a0-4d53-a39b-0cbd5b141e1e tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0467396 Apr 12 18:27:23.308385 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-2d5e8eef-edee-4823-aef9-098032c145e3 req-e4f3525f-715a-4a20-b55f-69838d63f4c9 service neutron] 10.222.0.26 "GET /v2.0/networks/3aeebb2a-d034-4a90-afa4-338c34468833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826392 Apr 12 18:27:23.318363 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3233cb25-4f9a-42e2-92e7-fbfe82cb79c1 req-8c710698-0408-455f-81f6-b2f6707bd147 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447042 Apr 12 18:27:23.579739 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa73cb5-9ac3-4a49-b022-2f25fcdc7e8e req-29c8c972-baeb-4ac1-b273-c8e17329531e tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:23.581192 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-caa73cb5-9ac3-4a49-b022-2f25fcdc7e8e req-29c8c972-baeb-4ac1-b273-c8e17329531e tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.26 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 946 time: 0.0890472 Apr 12 18:27:23.648508 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-2d5e8eef-edee-4823-aef9-098032c145e3 req-b0ed16af-2038-44b4-835d-434d538a1530 service neutron] 10.222.0.26 "GET /v2.0/networks/3aeebb2a-d034-4a90-afa4-338c34468833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636930 Apr 12 18:27:23.687547 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-caa73cb5-9ac3-4a49-b022-2f25fcdc7e8e req-fd1f258a-cb10-466e-927f-3cacb88e14f3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Deleting port b6e6cb98-196e-4b0e-b027-71f54056147d {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:27:23.687809 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-caa73cb5-9ac3-4a49-b022-2f25fcdc7e8e req-fd1f258a-cb10-466e-927f-3cacb88e14f3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (b6e6cb98-196e-4b0e-b027-71f54056147d), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:24.011897 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:24.012493 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-caa73cb5-9ac3-4a49-b022-2f25fcdc7e8e req-fd1f258a-cb10-466e-927f-3cacb88e14f3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] For port b6e6cb98-196e-4b0e-b027-71f54056147d, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b6e6cb98-196e-4b0e-b027-71f54056147d,segment=NetworkSegment(edec1111-fdc7-42f8-a301-37d5ffba24f1),segment_id=edec1111-fdc7-42f8-a301-37d5ffba24f1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:27:24.012493 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-caa73cb5-9ac3-4a49-b022-2f25fcdc7e8e req-fd1f258a-cb10-466e-927f-3cacb88e14f3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (b6e6cb98-196e-4b0e-b027-71f54056147d), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:24.180244 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-caa73cb5-9ac3-4a49-b022-2f25fcdc7e8e req-fd1f258a-cb10-466e-927f-3cacb88e14f3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:24.181543 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-caa73cb5-9ac3-4a49-b022-2f25fcdc7e8e req-fd1f258a-cb10-466e-927f-3cacb88e14f3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (8b6ba2ce-51a0-407d-ab5d-515829ae2b31), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:24.181969 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.db.l3_db [req-caa73cb5-9ac3-4a49-b022-2f25fcdc7e8e req-fd1f258a-cb10-466e-927f-3cacb88e14f3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Floating IP 8b6ba2ce-51a0-407d-ab5d-515829ae2b31 disassociated. External IP: 172.27.1.130, port: b6e6cb98-196e-4b0e-b027-71f54056147d. Apr 12 18:27:24.182312 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-caa73cb5-9ac3-4a49-b022-2f25fcdc7e8e req-fd1f258a-cb10-466e-927f-3cacb88e14f3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Calling delete_port for b6e6cb98-196e-4b0e-b027-71f54056147d owned by compute:nova {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:27:24.307524 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-caa73cb5-9ac3-4a49-b022-2f25fcdc7e8e req-fd1f258a-cb10-466e-927f-3cacb88e14f3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (b6e6cb98-196e-4b0e-b027-71f54056147d), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:24.338823 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f258a-cb10-466e-927f-3cacb88e14f3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Pushing event deleted for resources: {'Port': ['ID=b6e6cb98-196e-4b0e-b027-71f54056147d,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:24.414577 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-56d7fa72-a313-4784-a645-35f61b727b29 req-d2d0a8b3-9952-4452-9964-d0421f00eef1 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=90226e5c-e0dd-4c60-a354-34141dc7e211 HTTP/1.1" status: 200 len: 210 time: 0.0278623 Apr 12 18:27:24.457620 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-caa73cb5-9ac3-4a49-b022-2f25fcdc7e8e req-fd1f258a-cb10-466e-927f-3cacb88e14f3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Router 2b82f571-51f0-4675-89ca-06b717c8d7ca has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:27:24.568358 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-caa73cb5-9ac3-4a49-b022-2f25fcdc7e8e req-fd1f258a-cb10-466e-927f-3cacb88e14f3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:27:24.578309 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f027893-9f79-4b30-b750-8fd48cfa688b None None] Sync routers for ids ['2b82f571-51f0-4675-89ca-06b717c8d7ca'] in dv-cinder-837535-1-iscsi {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:27:24.589214 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f027893-9f79-4b30-b750-8fd48cfa688b None None] Routers {'2b82f571-51f0-4675-89ca-06b717c8d7ca'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:27:24.589833 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7f027893-9f79-4b30-b750-8fd48cfa688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:27:15Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['2b82f571-51f0-4675-89ca-06b717c8d7ca'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:24.611160 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa73cb5-9ac3-4a49-b022-2f25fcdc7e8e req-fd1f258a-cb10-466e-927f-3cacb88e14f3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] No DVR routers for this DVR port b6e6cb98-196e-4b0e-b027-71f54056147d on host hv-cinder-83753 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:27:24.614568 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-caa73cb5-9ac3-4a49-b022-2f25fcdc7e8e req-fd1f258a-cb10-466e-927f-3cacb88e14f3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:24.618111 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-caa73cb5-9ac3-4a49-b022-2f25fcdc7e8e req-fd1f258a-cb10-466e-927f-3cacb88e14f3 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.26 "DELETE /v2.0/ports/b6e6cb98-196e-4b0e-b027-71f54056147d HTTP/1.1" status: 204 len: 173 time: 1.0285473 Apr 12 18:27:24.618702 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90226e5c-e0dd-4c60-a354-34141dc7e211', 'name': 'network-vif-deleted', 'tag': 'b6e6cb98-196e-4b0e-b027-71f54056147d'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:27:24.621018 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dff2d8-db02-4405-ae34-11f7157e48ee" -d '{"events": [{"server_uuid": "90226e5c-e0dd-4c60-a354-34141dc7e211", "name": "network-vif-deleted", "tag": "b6e6cb98-196e-4b0e-b027-71f54056147d"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:27:24.657163 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf326bf-9023-40f2-9202-7a7ef1f81245 x-openstack-request-id: req-aaf326bf-9023-40f2-9202-7a7ef1f81245 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:27:24.657492 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90226e5c-e0dd-4c60-a354-34141dc7e211", "name": "network-vif-deleted", "tag": "b6e6cb98-196e-4b0e-b027-71f54056147d", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:27:24.657730 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aaf326bf-9023-40f2-9202-7a7ef1f81245 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:27:24.658137 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaf326bf-9023-40f2-9202-7a7ef1f81245'] response: {'server_uuid': '90226e5c-e0dd-4c60-a354-34141dc7e211', 'name': 'network-vif-deleted', 'tag': 'b6e6cb98-196e-4b0e-b027-71f54056147d', 'status': 'completed', 'code': 200} Apr 12 18:27:24.714608 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-7f027893-9f79-4b30-b750-8fd48cfa688b None None] Set router 2b82f571-51f0-4675-89ca-06b717c8d7ca gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:27:24.920372 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7f027893-9f79-4b30-b750-8fd48cfa688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'name': 'tempest-ServerRescueNegativeTestJSON-66050844-router', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:21:21Z', 'updated_at': '2022-04-12T18:21:26Z', 'revision_number': 4, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'gw_port': {'id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:22Z', 'updated_at': '2022-04-12T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '9136f212-641a-4e3a-8715-094adfc04cc5', 'name': '', 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'mac_address': 'fa:16:3e:30:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:25Z', 'updated_at': '2022-04-12T18:21:30Z', 'revision_number': 5, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'subnets': [{'id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:24.946397 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f027893-9f79-4b30-b750-8fd48cfa688b None None] Checking router: 2b82f571-51f0-4675-89ca-06b717c8d7ca for host: dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:27:24.954651 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f027893-9f79-4b30-b750-8fd48cfa688b None None] Routers {'2b82f571-51f0-4675-89ca-06b717c8d7ca'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:27:24.955271 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7f027893-9f79-4b30-b750-8fd48cfa688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:27:15Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['2b82f571-51f0-4675-89ca-06b717c8d7ca'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:25.064682 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-7f027893-9f79-4b30-b750-8fd48cfa688b None None] Set router 2b82f571-51f0-4675-89ca-06b717c8d7ca gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:27:25.254856 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7f027893-9f79-4b30-b750-8fd48cfa688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'name': 'tempest-ServerRescueNegativeTestJSON-66050844-router', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:21:21Z', 'updated_at': '2022-04-12T18:21:26Z', 'revision_number': 4, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'gw_port': {'id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:22Z', 'updated_at': '2022-04-12T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '9136f212-641a-4e3a-8715-094adfc04cc5', 'name': '', 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'mac_address': 'fa:16:3e:30:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:25Z', 'updated_at': '2022-04-12T18:21:30Z', 'revision_number': 5, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'subnets': [{'id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:25.285348 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f027893-9f79-4b30-b750-8fd48cfa688b None None] The sync data for ids ['2b82f571-51f0-4675-89ca-06b717c8d7ca'] in dv-cinder-837535-1-iscsi is: [{'id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'name': 'tempest-ServerRescueNegativeTestJSON-66050844-router', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:21:21Z', 'updated_at': '2022-04-12T18:21:26Z', 'revision_number': 4, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'gw_port': {'id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:22Z', 'updated_at': '2022-04-12T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '9136f212-641a-4e3a-8715-094adfc04cc5', 'name': '', 'network_id': 'a32625e8-7fd9-4853-b0f9-4dac7eb08eee', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'mac_address': 'fa:16:3e:30:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:25Z', 'updated_at': '2022-04-12T18:21:30Z', 'revision_number': 5, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'subnets': [{'id': '81df1cf4-cbde-4529-8fd2-878a9fd29f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:27:25.501220 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dda48f-70d9-4730-bbed-1b945198ada3 None None] New status for floating IP 8b6ba2ce-51a0-407d-ab5d-515829ae2b31: DOWN {{(pid=103526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:27:25.502241 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42304) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:25.561918 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d69f47b2-30d6-4617-b42c-0e4904a1d77b tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks [] for security_group (7d5cc9c8-9d8a-43fc-8c47-472893ed0be1), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:25.588300 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d69f47b2-30d6-4617-b42c-0e4904a1d77b tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks [] for security_group (7d5cc9c8-9d8a-43fc-8c47-472893ed0be1), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:25.651532 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d69f47b2-30d6-4617-b42c-0e4904a1d77b tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (7d5cc9c8-9d8a-43fc-8c47-472893ed0be1), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:25.654942 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d69f47b2-30d6-4617-b42c-0e4904a1d77b tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:25.656112 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-d69f47b2-30d6-4617-b42c-0e4904a1d77b tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "DELETE /v2.0/security-groups/7d5cc9c8-9d8a-43fc-8c47-472893ed0be1 HTTP/1.1" status: 204 len: 168 time: 0.1528761 Apr 12 18:27:25.659443 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42310) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:25.669791 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f47b2-30d6-4617-b42c-0e4904a1d77b tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5cc9c8-9d8a-43fc-8c47-472893ed0be1,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:25.674411 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.api.v2.resource [None req-adb97a01-d9d5-453b-aa5f-84691d1f1b40 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] show failed (client error): The resource could not be found. Apr 12 18:27:25.675421 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-adb97a01-d9d5-453b-aa5f-84691d1f1b40 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups/7d5cc9c8-9d8a-43fc-8c47-472893ed0be1 HTTP/1.1" status: 404 len: 347 time: 0.0148118 Apr 12 18:27:25.678179 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42312) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:25.805701 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6205e8d6-1d29-460d-8028-3f226ded5f12 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Deleting port de7e5c47-7328-4965-ae3c-4d36d083365a {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:27:25.806206 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6205e8d6-1d29-460d-8028-3f226ded5f12 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (de7e5c47-7328-4965-ae3c-4d36d083365a), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:25.886427 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6205e8d6-1d29-460d-8028-3f226ded5f12 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (de7e5c47-7328-4965-ae3c-4d36d083365a), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:25.886756 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6205e8d6-1d29-460d-8028-3f226ded5f12 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks [] for floatingip (de7e5c47-7328-4965-ae3c-4d36d083365a), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:25.899519 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6205e8d6-1d29-460d-8028-3f226ded5f12 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Calling delete_port for de7e5c47-7328-4965-ae3c-4d36d083365a owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:27:26.030310 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6205e8d6-1d29-460d-8028-3f226ded5f12 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (de7e5c47-7328-4965-ae3c-4d36d083365a), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:26.059192 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205e8d6-1d29-460d-8028-3f226ded5f12 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Pushing event deleted for resources: {'Port': ['ID=de7e5c47-7328-4965-ae3c-4d36d083365a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:26.119833 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6205e8d6-1d29-460d-8028-3f226ded5f12 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks [] for floatingip (8b6ba2ce-51a0-407d-ab5d-515829ae2b31), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:26.122447 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6205e8d6-1d29-460d-8028-3f226ded5f12 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:26.123603 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-6205e8d6-1d29-460d-8028-3f226ded5f12 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "DELETE /v2.0/floatingips/8b6ba2ce-51a0-407d-ab5d-515829ae2b31 HTTP/1.1" status: 204 len: 168 time: 0.4444711 Apr 12 18:27:27.327170 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device b6e6cb98-196e-4b0e-b027-71f54056147d no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:27:27.348621 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] No Port match for: b6e6cb98-196e-4b0e-b027-71f54056147d {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:27:27.348974 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device b6e6cb98-196e-4b0e-b027-71f54056147d not bound to the agent host hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:27:28.582883 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e435a7-7f7b-45f1-98ca-8889790df599 req-c69fbf01-5915-4121-af0c-825bc095ea4b tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:28.584394 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-61e435a7-7f7b-45f1-98ca-8889790df599 req-c69fbf01-5915-4121-af0c-825bc095ea4b tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0469463 Apr 12 18:27:28.632587 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-61e435a7-7f7b-45f1-98ca-8889790df599 req-aebc7be2-29d3-4bfa-9837-9b092c5f9a90 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413411 Apr 12 18:27:29.749087 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5356633-010f-46b9-9f12-5083c4b2b5ae req-fa9d89d4-92cd-4eec-8879-824d4eac7915 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:29.750582 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a5356633-010f-46b9-9f12-5083c4b2b5ae req-fa9d89d4-92cd-4eec-8879-824d4eac7915 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0493708 Apr 12 18:27:29.796239 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a5356633-010f-46b9-9f12-5083c4b2b5ae req-0a3d920d-f85c-4d08-8b55-58e4597721f8 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401142 Apr 12 18:27:30.176063 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75997403-954d-49a7-8d86-3187f67c72c6 req-2a232b52-930e-42ae-956b-568a580ff033 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:30.177553 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-75997403-954d-49a7-8d86-3187f67c72c6 req-2a232b52-930e-42ae-956b-568a580ff033 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 946 time: 0.0495474 Apr 12 18:27:30.263306 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-75997403-954d-49a7-8d86-3187f67c72c6 req-8603dba0-2346-4a61-9f78-ef6921cd23e2 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Deleting port f6db59bf-35c2-412d-b354-73abc2dc1f7c {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:27:30.263646 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-75997403-954d-49a7-8d86-3187f67c72c6 req-8603dba0-2346-4a61-9f78-ef6921cd23e2 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (f6db59bf-35c2-412d-b354-73abc2dc1f7c), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:30.354666 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-75997403-954d-49a7-8d86-3187f67c72c6 req-8603dba0-2346-4a61-9f78-ef6921cd23e2 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] For port f6db59bf-35c2-412d-b354-73abc2dc1f7c, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=f6db59bf-35c2-412d-b354-73abc2dc1f7c,segment=NetworkSegment(edec1111-fdc7-42f8-a301-37d5ffba24f1),segment_id=edec1111-fdc7-42f8-a301-37d5ffba24f1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:27:30.355040 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-75997403-954d-49a7-8d86-3187f67c72c6 req-8603dba0-2346-4a61-9f78-ef6921cd23e2 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (f6db59bf-35c2-412d-b354-73abc2dc1f7c), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:30.368649 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-75997403-954d-49a7-8d86-3187f67c72c6 req-8603dba0-2346-4a61-9f78-ef6921cd23e2 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Calling delete_port for f6db59bf-35c2-412d-b354-73abc2dc1f7c owned by compute:nova {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:27:30.491177 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-75997403-954d-49a7-8d86-3187f67c72c6 req-8603dba0-2346-4a61-9f78-ef6921cd23e2 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (f6db59bf-35c2-412d-b354-73abc2dc1f7c), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:30.503151 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['f6db59bf-35c2-412d-b354-73abc2dc1f7c', 'dccf5120-d9a7-4d1d-b095-22f78fae45e6'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:27:30.526577 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603dba0-2346-4a61-9f78-ef6921cd23e2 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Pushing event deleted for resources: {'Port': ['ID=f6db59bf-35c2-412d-b354-73abc2dc1f7c,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:30.575661 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-75997403-954d-49a7-8d86-3187f67c72c6 req-8603dba0-2346-4a61-9f78-ef6921cd23e2 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] No DVR routers for this DVR port f6db59bf-35c2-412d-b354-73abc2dc1f7c on host hv-cinder-83753 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:27:30.578523 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-75997403-954d-49a7-8d86-3187f67c72c6 req-8603dba0-2346-4a61-9f78-ef6921cd23e2 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:30.581821 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-75997403-954d-49a7-8d86-3187f67c72c6 req-8603dba0-2346-4a61-9f78-ef6921cd23e2 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.26 "DELETE /v2.0/ports/f6db59bf-35c2-412d-b354-73abc2dc1f7c HTTP/1.1" status: 204 len: 173 time: 0.3983059 Apr 12 18:27:30.582272 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1e016e-1b2a-443d-9ea2-977e146e7e41', 'name': 'network-vif-deleted', 'tag': 'f6db59bf-35c2-412d-b354-73abc2dc1f7c'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:27:30.584648 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3541e8-e56e-4737-ab12-0ab041bb6b0a" -d '{"events": [{"server_uuid": "6e1e016e-1b2a-443d-9ea2-977e146e7e41", "name": "network-vif-deleted", "tag": "f6db59bf-35c2-412d-b354-73abc2dc1f7c"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:27:30.623584 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79db3a15-1099-462b-a2b5-7b7b4db18359 x-openstack-request-id: req-79db3a15-1099-462b-a2b5-7b7b4db18359 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:27:30.623878 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1e016e-1b2a-443d-9ea2-977e146e7e41", "name": "network-vif-deleted", "tag": "f6db59bf-35c2-412d-b354-73abc2dc1f7c", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:27:30.624136 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-79db3a15-1099-462b-a2b5-7b7b4db18359 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:27:30.624560 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79db3a15-1099-462b-a2b5-7b7b4db18359'] response: {'server_uuid': '6e1e016e-1b2a-443d-9ea2-977e146e7e41', 'name': 'network-vif-deleted', 'tag': 'f6db59bf-35c2-412d-b354-73abc2dc1f7c', 'status': 'completed', 'code': 200} Apr 12 18:27:30.901474 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ab4e941c-d44d-4bad-b88e-f8456ca3c76f req-b5d6fbca-19e4-47bc-a29f-222668745f4c tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e1e016e-1b2a-443d-9ea2-977e146e7e41 HTTP/1.1" status: 200 len: 210 time: 0.0291698 Apr 12 18:27:32.158592 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b169f6-ec41-403c-9f72-60cfb5cb34cf req-eb4bed18-610b-40a8-8d4d-548a04775c5d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:32.160066 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d0b169f6-ec41-403c-9f72-60cfb5cb34cf req-eb4bed18-610b-40a8-8d4d-548a04775c5d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.0459549 Apr 12 18:27:32.209554 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d0b169f6-ec41-403c-9f72-60cfb5cb34cf req-8f4493b9-325f-42e2-9c80-c201e4ed6324 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438218 Apr 12 18:27:33.321134 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef395b-4b7b-4172-bede-ab80515b4a85 req-b6e461d5-e307-4c02-9888-4b95e9e0ff3d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:33.322597 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-67ef395b-4b7b-4172-bede-ab80515b4a85 req-b6e461d5-e307-4c02-9888-4b95e9e0ff3d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.0469234 Apr 12 18:27:33.371663 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-67ef395b-4b7b-4172-bede-ab80515b4a85 req-4ab9ec89-1a5a-4451-b9ef-c4a9f076adfc tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434613 Apr 12 18:27:33.373526 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device f6db59bf-35c2-412d-b354-73abc2dc1f7c no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:27:33.393914 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] No Port match for: f6db59bf-35c2-412d-b354-73abc2dc1f7c {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:27:33.394268 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device f6db59bf-35c2-412d-b354-73abc2dc1f7c not bound to the agent host hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:27:34.509758 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9f2a2-d941-41fb-b5b8-00a456932fa9 req-f0b8b77d-81cf-43c2-ba72-020ac72dbf6d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:34.511427 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f8f9f2a2-d941-41fb-b5b8-00a456932fa9 req-f0b8b77d-81cf-43c2-ba72-020ac72dbf6d tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.0583014 Apr 12 18:27:34.560183 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f8f9f2a2-d941-41fb-b5b8-00a456932fa9 req-56f821c0-fa95-4d4e-bee8-fa964ad16c27 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b4fc95d-e781-42f5-94ea-379e8cf0e438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430977 Apr 12 18:27:34.985532 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba930374-a17f-4938-b1c1-336c0c8680fe req-ac07e2eb-cb9c-4eeb-b77c-6f1f2ad80450 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:34.987140 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ba930374-a17f-4938-b1c1-336c0c8680fe req-ac07e2eb-cb9c-4eeb-b77c-6f1f2ad80450 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.26 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 945 time: 0.0471482 Apr 12 18:27:35.349977 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-ba930374-a17f-4938-b1c1-336c0c8680fe req-2ea80241-4f32-47e6-9574-c5492f37838f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Deleting port dccf5120-d9a7-4d1d-b095-22f78fae45e6 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:27:35.350324 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-ba930374-a17f-4938-b1c1-336c0c8680fe req-2ea80241-4f32-47e6-9574-c5492f37838f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (dccf5120-d9a7-4d1d-b095-22f78fae45e6), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:35.440885 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-ba930374-a17f-4938-b1c1-336c0c8680fe req-2ea80241-4f32-47e6-9574-c5492f37838f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] For port dccf5120-d9a7-4d1d-b095-22f78fae45e6, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dccf5120-d9a7-4d1d-b095-22f78fae45e6,segment=NetworkSegment(edec1111-fdc7-42f8-a301-37d5ffba24f1),segment_id=edec1111-fdc7-42f8-a301-37d5ffba24f1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:27:35.441280 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-ba930374-a17f-4938-b1c1-336c0c8680fe req-2ea80241-4f32-47e6-9574-c5492f37838f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (dccf5120-d9a7-4d1d-b095-22f78fae45e6), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:35.454354 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-ba930374-a17f-4938-b1c1-336c0c8680fe req-2ea80241-4f32-47e6-9574-c5492f37838f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Calling delete_port for dccf5120-d9a7-4d1d-b095-22f78fae45e6 owned by compute:nova {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:27:35.587204 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-ba930374-a17f-4938-b1c1-336c0c8680fe req-2ea80241-4f32-47e6-9574-c5492f37838f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (dccf5120-d9a7-4d1d-b095-22f78fae45e6), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:35.598856 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['dccf5120-d9a7-4d1d-b095-22f78fae45e6'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:27:35.617345 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea80241-4f32-47e6-9574-c5492f37838f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Pushing event deleted for resources: {'Port': ['ID=dccf5120-d9a7-4d1d-b095-22f78fae45e6,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:35.670148 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba930374-a17f-4938-b1c1-336c0c8680fe req-2ea80241-4f32-47e6-9574-c5492f37838f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] No DVR routers for this DVR port dccf5120-d9a7-4d1d-b095-22f78fae45e6 on host hv-cinder-83753 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:27:35.672620 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-ba930374-a17f-4938-b1c1-336c0c8680fe req-2ea80241-4f32-47e6-9574-c5492f37838f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:35.676695 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ba930374-a17f-4938-b1c1-336c0c8680fe req-2ea80241-4f32-47e6-9574-c5492f37838f tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.26 "DELETE /v2.0/ports/dccf5120-d9a7-4d1d-b095-22f78fae45e6 HTTP/1.1" status: 204 len: 173 time: 0.4155622 Apr 12 18:27:35.681871 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0d55ab-0ae6-4387-8d45-06484e2be8fc', 'name': 'network-vif-deleted', 'tag': 'dccf5120-d9a7-4d1d-b095-22f78fae45e6'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:27:35.683696 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6b4fbf7e-f62b-4a99-97a1-095ca17642e6 req-d7e9639e-2457-444d-af8c-2dacaadb0875 tempest-ServerRescueNegativeTestJSON-789747809 tempest-ServerRescueNegativeTestJSON-789747809-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d55ab-0ae6-4387-8d45-06484e2be8fc HTTP/1.1" status: 200 len: 210 time: 0.0339742 Apr 12 18:27:35.685954 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa66b17f-0942-4520-b53b-2bccf4cb73ec" -d '{"events": [{"server_uuid": "da0d55ab-0ae6-4387-8d45-06484e2be8fc", "name": "network-vif-deleted", "tag": "dccf5120-d9a7-4d1d-b095-22f78fae45e6"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:27:35.724900 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778eef7b-5e9d-4f3f-9029-41e956a015e5 x-openstack-request-id: req-778eef7b-5e9d-4f3f-9029-41e956a015e5 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:27:35.725256 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0d55ab-0ae6-4387-8d45-06484e2be8fc", "name": "network-vif-deleted", "tag": "dccf5120-d9a7-4d1d-b095-22f78fae45e6", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:27:35.725685 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-778eef7b-5e9d-4f3f-9029-41e956a015e5 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:27:35.726158 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-778eef7b-5e9d-4f3f-9029-41e956a015e5'] response: {'server_uuid': 'da0d55ab-0ae6-4387-8d45-06484e2be8fc', 'name': 'network-vif-deleted', 'tag': 'dccf5120-d9a7-4d1d-b095-22f78fae45e6', 'status': 'completed', 'code': 200} Apr 12 18:27:36.756405 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42408) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:37.184998 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b5c5d45-558d-4a30-98b0-edd57a5fb8b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-810946'] for router_interface (2b82f571-51f0-4675-89ca-06b717c8d7ca), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:37.461715 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d821105-18eb-4c46-9c29-67302f60f2ab req-72654d63-94d1-44b5-9500-20f047f45dbb tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:37.463121 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1d821105-18eb-4c46-9c29-67302f60f2ab req-72654d63-94d1-44b5-9500-20f047f45dbb tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3593dc0-dd73-4f5c-b135-17d455c4d545 HTTP/1.1" status: 200 len: 946 time: 0.0687957 Apr 12 18:27:37.466635 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-4b5c5d45-558d-4a30-98b0-edd57a5fb8b7 admin admin] Deleting port 9136f212-641a-4e3a-8715-094adfc04cc5 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:27:37.466982 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b5c5d45-558d-4a30-98b0-edd57a5fb8b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (9136f212-641a-4e3a-8715-094adfc04cc5), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:37.565983 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1d821105-18eb-4c46-9c29-67302f60f2ab req-06ffa358-4a9e-4ad0-8273-9e348269c868 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=04627b2e-f7c4-4625-a156-1ece56a65613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960660 Apr 12 18:27:37.583700 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-4b5c5d45-558d-4a30-98b0-edd57a5fb8b7 admin admin] For port 9136f212-641a-4e3a-8715-094adfc04cc5, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=9136f212-641a-4e3a-8715-094adfc04cc5,segment=NetworkSegment(edec1111-fdc7-42f8-a301-37d5ffba24f1),segment_id=edec1111-fdc7-42f8-a301-37d5ffba24f1)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:27:37.584072 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b5c5d45-558d-4a30-98b0-edd57a5fb8b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (9136f212-641a-4e3a-8715-094adfc04cc5), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:37.597170 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-4b5c5d45-558d-4a30-98b0-edd57a5fb8b7 admin admin] Calling delete_port for 9136f212-641a-4e3a-8715-094adfc04cc5 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:27:37.777697 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b5c5d45-558d-4a30-98b0-edd57a5fb8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (9136f212-641a-4e3a-8715-094adfc04cc5), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:37.789616 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:27:37.802972 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c5d45-558d-4a30-98b0-edd57a5fb8b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9136f212-641a-4e3a-8715-094adfc04cc5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:37.974428 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b5c5d45-558d-4a30-98b0-edd57a5fb8b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-810846'] for router_interface (2b82f571-51f0-4675-89ca-06b717c8d7ca), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:38.191886 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5c5d45-558d-4a30-98b0-edd57a5fb8b7 admin admin] Router 2b82f571-51f0-4675-89ca-06b717c8d7ca has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:27:38.301128 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5c5d45-558d-4a30-98b0-edd57a5fb8b7 admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:27:38.306989 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-4b5c5d45-558d-4a30-98b0-edd57a5fb8b7 admin admin] 10.222.0.52 "PUT /v2.0/routers/2b82f571-51f0-4675-89ca-06b717c8d7ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5493991 Apr 12 18:27:38.309244 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42420) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:38.310604 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864a19de-c595-4f50-ab55-904b1ec6a99d None None] Sync routers for ids ['2b82f571-51f0-4675-89ca-06b717c8d7ca'] in dv-cinder-837535-1-iscsi {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:27:38.320955 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864a19de-c595-4f50-ab55-904b1ec6a99d None None] Routers {'2b82f571-51f0-4675-89ca-06b717c8d7ca'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:27:38.321594 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-864a19de-c595-4f50-ab55-904b1ec6a99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:27:15Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['2b82f571-51f0-4675-89ca-06b717c8d7ca'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:38.417054 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-166e7a80-6bd8-414d-a599-2ede38964ec1 admin admin] Publish callbacks [] for router (2b82f571-51f0-4675-89ca-06b717c8d7ca), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:38.428969 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-864a19de-c595-4f50-ab55-904b1ec6a99d None None] Set router 2b82f571-51f0-4675-89ca-06b717c8d7ca gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:27:38.606834 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-864a19de-c595-4f50-ab55-904b1ec6a99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'name': 'tempest-ServerRescueNegativeTestJSON-66050844-router', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:21:21Z', 'updated_at': '2022-04-12T18:27:37Z', 'revision_number': 5, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'gw_port': {'id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:22Z', 'updated_at': '2022-04-12T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:38.641098 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864a19de-c595-4f50-ab55-904b1ec6a99d None None] Checking router: 2b82f571-51f0-4675-89ca-06b717c8d7ca for host: dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:27:38.650160 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864a19de-c595-4f50-ab55-904b1ec6a99d None None] Routers {'2b82f571-51f0-4675-89ca-06b717c8d7ca'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:27:38.650986 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-864a19de-c595-4f50-ab55-904b1ec6a99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:27:15Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['2b82f571-51f0-4675-89ca-06b717c8d7ca'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:38.765232 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-864a19de-c595-4f50-ab55-904b1ec6a99d None None] Set router 2b82f571-51f0-4675-89ca-06b717c8d7ca gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:27:38.814240 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654731b-8525-45b9-a159-2734b414ae11 req-91f84b7d-7ac9-4591-8ff8-1a1de3a87220 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:38.815814 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1654731b-8525-45b9-a159-2734b414ae11 req-91f84b7d-7ac9-4591-8ff8-1a1de3a87220 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3593dc0-dd73-4f5c-b135-17d455c4d545 HTTP/1.1" status: 200 len: 946 time: 0.0891426 Apr 12 18:27:38.867192 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-166e7a80-6bd8-414d-a599-2ede38964ec1 admin admin] Publish callbacks [] for router_gateway (2b82f571-51f0-4675-89ca-06b717c8d7ca), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:38.887737 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1654731b-8525-45b9-a159-2734b414ae11 req-4f6c1e06-814a-4712-835d-e4457c8deef2 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=04627b2e-f7c4-4625-a156-1ece56a65613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642650 Apr 12 18:27:38.927779 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-166e7a80-6bd8-414d-a599-2ede38964ec1 admin admin] Deleting port 09636922-4e1f-45d9-9d3f-5a72b96b0baf {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:27:38.928131 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-166e7a80-6bd8-414d-a599-2ede38964ec1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (09636922-4e1f-45d9-9d3f-5a72b96b0baf), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:39.013427 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-166e7a80-6bd8-414d-a599-2ede38964ec1 admin admin] For port 09636922-4e1f-45d9-9d3f-5a72b96b0baf, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=09636922-4e1f-45d9-9d3f-5a72b96b0baf,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:27:39.013804 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-166e7a80-6bd8-414d-a599-2ede38964ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (09636922-4e1f-45d9-9d3f-5a72b96b0baf), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:39.027630 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-166e7a80-6bd8-414d-a599-2ede38964ec1 admin admin] Calling delete_port for 09636922-4e1f-45d9-9d3f-5a72b96b0baf owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:27:39.072330 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-864a19de-c595-4f50-ab55-904b1ec6a99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'name': 'tempest-ServerRescueNegativeTestJSON-66050844-router', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:21:21Z', 'updated_at': '2022-04-12T18:27:37Z', 'revision_number': 5, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'gw_port': {'id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:22Z', 'updated_at': '2022-04-12T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:39.100137 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864a19de-c595-4f50-ab55-904b1ec6a99d None None] The sync data for ids ['2b82f571-51f0-4675-89ca-06b717c8d7ca'] in dv-cinder-837535-1-iscsi is: [{'id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'name': 'tempest-ServerRescueNegativeTestJSON-66050844-router', 'tenant_id': '32de1a896084470f9de92a79d2b2ca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:21:21Z', 'updated_at': '2022-04-12T18:27:37Z', 'revision_number': 5, 'project_id': '32de1a896084470f9de92a79d2b2ca07', 'gw_port': {'id': '09636922-4e1f-45d9-9d3f-5a72b96b0baf', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b82f571-51f0-4675-89ca-06b717c8d7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:21:22Z', 'updated_at': '2022-04-12T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:27:39.196308 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-166e7a80-6bd8-414d-a599-2ede38964ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (09636922-4e1f-45d9-9d3f-5a72b96b0baf), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:39.223655 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e7a80-6bd8-414d-a599-2ede38964ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=09636922-4e1f-45d9-9d3f-5a72b96b0baf,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:39.287274 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-166e7a80-6bd8-414d-a599-2ede38964ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-807160'] for router_gateway (2b82f571-51f0-4675-89ca-06b717c8d7ca), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:39.370479 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbaa0ba-cf86-4f22-bc60-06831be4f0c0 req-87cb3e29-fa4c-4e09-beb8-f476cee1d2ad tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:39.371975 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ebbaa0ba-cf86-4f22-bc60-06831be4f0c0 req-87cb3e29-fa4c-4e09-beb8-f476cee1d2ad tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3593dc0-dd73-4f5c-b135-17d455c4d545 HTTP/1.1" status: 200 len: 946 time: 0.0463474 Apr 12 18:27:39.377887 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-166e7a80-6bd8-414d-a599-2ede38964ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-895014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8858'] for router (2b82f571-51f0-4675-89ca-06b717c8d7ca), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:39.380057 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-166e7a80-6bd8-414d-a599-2ede38964ec1 admin admin] Publish callbacks [] for router_controller (2b82f571-51f0-4675-89ca-06b717c8d7ca), precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:39.390584 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device dccf5120-d9a7-4d1d-b095-22f78fae45e6 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:27:39.414690 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] No Port match for: dccf5120-d9a7-4d1d-b095-22f78fae45e6 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:27:39.415183 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device dccf5120-d9a7-4d1d-b095-22f78fae45e6 not bound to the agent host hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:27:39.425294 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-166e7a80-6bd8-414d-a599-2ede38964ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-895005'] for router (2b82f571-51f0-4675-89ca-06b717c8d7ca), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:39.425827 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166e7a80-6bd8-414d-a599-2ede38964ec1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b82f571-51f0-4675-89ca-06b717c8d7ca {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:27:39.430123 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-166e7a80-6bd8-414d-a599-2ede38964ec1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:39.434260 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-166e7a80-6bd8-414d-a599-2ede38964ec1 admin admin] 10.222.0.52 "DELETE /v2.0/routers/2b82f571-51f0-4675-89ca-06b717c8d7ca HTTP/1.1" status: 204 len: 168 time: 1.1210568 Apr 12 18:27:39.434497 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42424) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:39.473246 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-ebbaa0ba-cf86-4f22-bc60-06831be4f0c0 req-1d37ec0e-f3a1-4227-8e30-bafa23085f34 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Deleting port da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:27:39.473638 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-ebbaa0ba-cf86-4f22-bc60-06831be4f0c0 req-1d37ec0e-f3a1-4227-8e30-bafa23085f34 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:39.482341 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c4d2405-7e09-439e-a465-c9076e4d379b admin admin] Deleting subnet 81df1cf4-cbde-4529-8fd2-878a9fd29f57 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:27:39.485768 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c4d2405-7e09-439e-a465-c9076e4d379b admin admin] Publish callbacks [] for subnet (81df1cf4-cbde-4529-8fd2-878a9fd29f57), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:39.525176 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c4d2405-7e09-439e-a465-c9076e4d379b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58806645'] for subnet (81df1cf4-cbde-4529-8fd2-878a9fd29f57), precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:39.575504 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-ebbaa0ba-cf86-4f22-bc60-06831be4f0c0 req-1d37ec0e-f3a1-4227-8e30-bafa23085f34 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] For port da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba,segment=NetworkSegment(5377f466-4b6e-46ba-a53b-1eadcfe56874),segment_id=5377f466-4b6e-46ba-a53b-1eadcfe56874)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:27:39.575881 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-ebbaa0ba-cf86-4f22-bc60-06831be4f0c0 req-1d37ec0e-f3a1-4227-8e30-bafa23085f34 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:39.616447 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c4d2405-7e09-439e-a465-c9076e4d379b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3990049'] for subnet (81df1cf4-cbde-4529-8fd2-878a9fd29f57), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:39.672182 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c4d2405-7e09-439e-a465-c9076e4d379b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3990070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62656991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59774121'] for subnet (81df1cf4-cbde-4529-8fd2-878a9fd29f57), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:39.701614 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d2405-7e09-439e-a465-c9076e4d379b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81df1cf4-cbde-4529-8fd2-878a9fd29f57,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:39.705401 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c4d2405-7e09-439e-a465-c9076e4d379b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:39.708597 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-3c4d2405-7e09-439e-a465-c9076e4d379b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/81df1cf4-cbde-4529-8fd2-878a9fd29f57 HTTP/1.1" status: 204 len: 168 time: 0.2731297 Apr 12 18:27:39.711219 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42426) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:39.712833 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263edd2b-a74f-4f48-ae1f-ee3bd7759450 None None] Network a32625e8-7fd9-4853-b0f9-4dac7eb08eee requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:27:39.766713 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-ebbaa0ba-cf86-4f22-bc60-06831be4f0c0 req-1d37ec0e-f3a1-4227-8e30-bafa23085f34 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:39.767086 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-ebbaa0ba-cf86-4f22-bc60-06831be4f0c0 req-1d37ec0e-f3a1-4227-8e30-bafa23085f34 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (e078b2e3-b37b-4fdc-b7af-d376cc7d7428), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:39.767491 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.db.l3_db [req-ebbaa0ba-cf86-4f22-bc60-06831be4f0c0 req-1d37ec0e-f3a1-4227-8e30-bafa23085f34 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Floating IP e078b2e3-b37b-4fdc-b7af-d376cc7d7428 disassociated. External IP: 172.27.1.135, port: da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba. Apr 12 18:27:39.767970 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-ebbaa0ba-cf86-4f22-bc60-06831be4f0c0 req-1d37ec0e-f3a1-4227-8e30-bafa23085f34 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Calling delete_port for da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba owned by compute:nova {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:27:39.793350 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2e355eb-c5d8-4fea-a178-978923cbbdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3769168'] for network (a32625e8-7fd9-4853-b0f9-4dac7eb08eee), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:39.862655 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b2e355eb-c5d8-4fea-a178-978923cbbdbf admin admin] Deleting port eaae9e6a-84df-4a7f-bdfd-51ad388d88e5 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:27:39.863331 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2e355eb-c5d8-4fea-a178-978923cbbdbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (eaae9e6a-84df-4a7f-bdfd-51ad388d88e5), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:39.899104 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c706eec-15a0-489e-a064-ad4102a01cda None None] DHCP port deletion for a32625e8-7fd9-4853-b0f9-4dac7eb08eee request from dv-cinder-837535-1-iscsi {{(pid=103525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:27:39.950336 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-5c706eec-15a0-489e-a064-ad4102a01cda None None] Deleting port eaae9e6a-84df-4a7f-bdfd-51ad388d88e5 {{(pid=103525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:27:39.950533 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-b2e355eb-c5d8-4fea-a178-978923cbbdbf admin admin] For port eaae9e6a-84df-4a7f-bdfd-51ad388d88e5, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=eaae9e6a-84df-4a7f-bdfd-51ad388d88e5,segment=NetworkSegment(edec1111-fdc7-42f8-a301-37d5ffba24f1),segment_id=edec1111-fdc7-42f8-a301-37d5ffba24f1)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:27:39.950851 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2e355eb-c5d8-4fea-a178-978923cbbdbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (eaae9e6a-84df-4a7f-bdfd-51ad388d88e5), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:39.951258 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5c706eec-15a0-489e-a064-ad4102a01cda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (eaae9e6a-84df-4a7f-bdfd-51ad388d88e5), before_delete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:39.959104 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-ebbaa0ba-cf86-4f22-bc60-06831be4f0c0 req-1d37ec0e-f3a1-4227-8e30-bafa23085f34 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:39.965930 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b2e355eb-c5d8-4fea-a178-978923cbbdbf admin admin] Calling delete_port for eaae9e6a-84df-4a7f-bdfd-51ad388d88e5 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:27:39.991053 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37ec0e-f3a1-4227-8e30-bafa23085f34 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event deleted for resources: {'Port': ['ID=da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:40.037586 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-5c706eec-15a0-489e-a064-ad4102a01cda None None] For port eaae9e6a-84df-4a7f-bdfd-51ad388d88e5, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=eaae9e6a-84df-4a7f-bdfd-51ad388d88e5,segment=NetworkSegment(edec1111-fdc7-42f8-a301-37d5ffba24f1),segment_id=edec1111-fdc7-42f8-a301-37d5ffba24f1)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:27:40.038067 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5c706eec-15a0-489e-a064-ad4102a01cda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (eaae9e6a-84df-4a7f-bdfd-51ad388d88e5), precommit_delete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:40.045622 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-08340dd3-ca3c-4c93-95e9-3f6032b56b61 req-5b04fa27-be75-4252-b6f3-85a17f9537e9 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3593dc0-dd73-4f5c-b135-17d455c4d545 HTTP/1.1" status: 200 len: 210 time: 0.0350595 Apr 12 18:27:40.052566 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-5c706eec-15a0-489e-a064-ad4102a01cda None None] Calling delete_port for eaae9e6a-84df-4a7f-bdfd-51ad388d88e5 owned by network:dhcp {{(pid=103525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:27:40.091282 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2e355eb-c5d8-4fea-a178-978923cbbdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (eaae9e6a-84df-4a7f-bdfd-51ad388d88e5), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:40.122413 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e355eb-c5d8-4fea-a178-978923cbbdbf admin admin] Pushing event deleted for resources: {'Port': ['ID=eaae9e6a-84df-4a7f-bdfd-51ad388d88e5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:40.124239 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e355eb-c5d8-4fea-a178-978923cbbdbf admin admin] No DVR routers for this DVR port eaae9e6a-84df-4a7f-bdfd-51ad388d88e5 on host dv-cinder-837535-1-iscsi {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:27:40.125432 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebbaa0ba-cf86-4f22-bc60-06831be4f0c0 req-1d37ec0e-f3a1-4227-8e30-bafa23085f34 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Router 75c67045-88dc-47c1-88df-b545b64bc51a has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:27:40.143471 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5c706eec-15a0-489e-a064-ad4102a01cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079'] for port (eaae9e6a-84df-4a7f-bdfd-51ad388d88e5), after_delete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:40.169925 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c706eec-15a0-489e-a064-ad4102a01cda None None] Pushing event deleted for resources: {'Port': ['ID=eaae9e6a-84df-4a7f-bdfd-51ad388d88e5,revision_number=None']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:40.173599 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c706eec-15a0-489e-a064-ad4102a01cda None None] No DVR routers for this DVR port eaae9e6a-84df-4a7f-bdfd-51ad388d88e5 on host dv-cinder-837535-1-iscsi {{(pid=103525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:27:40.204820 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2e355eb-c5d8-4fea-a178-978923cbbdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996314', 'neutron.services.segments.db._delete_segments_for_network-8761370393272'] for network (a32625e8-7fd9-4853-b0f9-4dac7eb08eee), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:40.227920 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.services.segments.db [None req-b2e355eb-c5d8-4fea-a178-978923cbbdbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a32625e8-7fd9-4853-b0f9-4dac7eb08eee']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:40.237591 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.services.segments.db [None req-b2e355eb-c5d8-4fea-a178-978923cbbdbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edec1111-fdc7-42f8-a301-37d5ffba24f1') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:40.238324 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.services.segments.db [None req-b2e355eb-c5d8-4fea-a178-978923cbbdbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edec1111-fdc7-42f8-a301-37d5ffba24f1') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:40.249328 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2e355eb-c5d8-4fea-a178-978923cbbdbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761370364609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58806606'] for segment (edec1111-fdc7-42f8-a301-37d5ffba24f1), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:40.266807 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebbaa0ba-cf86-4f22-bc60-06831be4f0c0 req-1d37ec0e-f3a1-4227-8e30-bafa23085f34 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:27:40.267667 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2e355eb-c5d8-4fea-a178-978923cbbdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (edec1111-fdc7-42f8-a301-37d5ffba24f1), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:40.277604 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820853e5-6b87-4e3e-89ab-60e9d9cde60e None None] Sync routers for ids ['75c67045-88dc-47c1-88df-b545b64bc51a'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:27:40.278319 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e355eb-c5d8-4fea-a178-978923cbbdbf admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:27:40.278611 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2e355eb-c5d8-4fea-a178-978923cbbdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62656869'] for segment (edec1111-fdc7-42f8-a301-37d5ffba24f1), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: Traceback (most recent call last): Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: timer() Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: cb(*args, **kw) Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: return func(*args, **kwargs) Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: self._notify() Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: self.callback(batched_events) Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: event.method(event) Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: return f(self, *a, **k) Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: return self._get(url).json() Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: return self.request(url, 'GET', **kwargs) Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:27:40.280470 dv-cinder-837535-1-iscsi neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:27:40.287963 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820853e5-6b87-4e3e-89ab-60e9d9cde60e None None] Routers {'75c67045-88dc-47c1-88df-b545b64bc51a'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:27:40.288572 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-820853e5-6b87-4e3e-89ab-60e9d9cde60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:27:15Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['75c67045-88dc-47c1-88df-b545b64bc51a'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:40.325479 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbaa0ba-cf86-4f22-bc60-06831be4f0c0 req-1d37ec0e-f3a1-4227-8e30-bafa23085f34 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] No DVR routers for this DVR port da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba on host hv-cinder-83753 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:27:40.328158 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-ebbaa0ba-cf86-4f22-bc60-06831be4f0c0 req-1d37ec0e-f3a1-4227-8e30-bafa23085f34 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:40.331704 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-ebbaa0ba-cf86-4f22-bc60-06831be4f0c0 req-1d37ec0e-f3a1-4227-8e30-bafa23085f34 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.26 "DELETE /v2.0/ports/da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba HTTP/1.1" status: 204 len: 173 time: 0.9436076 Apr 12 18:27:40.332183 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3593dc0-dd73-4f5c-b135-17d455c4d545', 'name': 'network-vif-deleted', 'tag': 'da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:27:40.335181 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161c2954-674b-48a2-a6f6-3841a950d5b8" -d '{"events": [{"server_uuid": "d3593dc0-dd73-4f5c-b135-17d455c4d545", "name": "network-vif-deleted", "tag": "da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:27:40.346938 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2e355eb-c5d8-4fea-a178-978923cbbdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-807132'] for network (a32625e8-7fd9-4853-b0f9-4dac7eb08eee), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:40.377841 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2e355eb-c5d8-4fea-a178-978923cbbdbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:40.381750 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-b2e355eb-c5d8-4fea-a178-978923cbbdbf admin admin] 10.222.0.52 "DELETE /v2.0/networks/a32625e8-7fd9-4853-b0f9-4dac7eb08eee HTTP/1.1" status: 204 len: 168 time: 0.6688516 Apr 12 18:27:40.387543 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e08de53-0cc7-43e9-b568-0d0299060dd6 x-openstack-request-id: req-5e08de53-0cc7-43e9-b568-0d0299060dd6 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:27:40.388003 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3593dc0-dd73-4f5c-b135-17d455c4d545", "name": "network-vif-deleted", "tag": "da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:27:40.388088 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e08de53-0cc7-43e9-b568-0d0299060dd6 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:27:40.388471 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e08de53-0cc7-43e9-b568-0d0299060dd6'] response: {'server_uuid': 'd3593dc0-dd73-4f5c-b135-17d455c4d545', 'name': 'network-vif-deleted', 'tag': 'da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba', 'status': 'completed', 'code': 200} Apr 12 18:27:40.392691 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e355eb-c5d8-4fea-a178-978923cbbdbf admin admin] Pushing event deleted for resources: {'Network': ['ID=a32625e8-7fd9-4853-b0f9-4dac7eb08eee,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:40.429122 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-820853e5-6b87-4e3e-89ab-60e9d9cde60e None None] Set router 75c67045-88dc-47c1-88df-b545b64bc51a gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:27:40.556190 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42434) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:40.603126 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-63875d99-c8bd-4fd4-9749-32e56c796973 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=32de1a896084470f9de92a79d2b2ca07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455709 Apr 12 18:27:40.606098 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42436) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:40.633143 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-820853e5-6b87-4e3e-89ab-60e9d9cde60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'f0ee12d0-42ec-4df9-af37-6171eb8e0fce', 'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'mac_address': 'fa:16:3e:d5:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:04Z', 'revision_number': 5, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'subnets': [{'id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:40.655459 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3a89f12d-04f8-4ae6-b409-7d3a6b072354 admin admin] Publish callbacks [] for security_group (5b4fc95d-e781-42f5-94ea-379e8cf0e438), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:40.658866 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820853e5-6b87-4e3e-89ab-60e9d9cde60e None None] Checking router: 75c67045-88dc-47c1-88df-b545b64bc51a for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:27:40.667983 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820853e5-6b87-4e3e-89ab-60e9d9cde60e None None] Routers {'75c67045-88dc-47c1-88df-b545b64bc51a'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:27:40.668608 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-820853e5-6b87-4e3e-89ab-60e9d9cde60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:27:15Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['75c67045-88dc-47c1-88df-b545b64bc51a'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:40.679441 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3a89f12d-04f8-4ae6-b409-7d3a6b072354 admin admin] Publish callbacks [] for security_group (5b4fc95d-e781-42f5-94ea-379e8cf0e438), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:40.735061 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3a89f12d-04f8-4ae6-b409-7d3a6b072354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (5b4fc95d-e781-42f5-94ea-379e8cf0e438), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:40.737867 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3a89f12d-04f8-4ae6-b409-7d3a6b072354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:40.742254 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-3a89f12d-04f8-4ae6-b409-7d3a6b072354 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5b4fc95d-e781-42f5-94ea-379e8cf0e438 HTTP/1.1" status: 204 len: 168 time: 0.1320169 Apr 12 18:27:40.757166 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89f12d-04f8-4ae6-b409-7d3a6b072354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4fc95d-e781-42f5-94ea-379e8cf0e438,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:40.795462 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-820853e5-6b87-4e3e-89ab-60e9d9cde60e None None] Set router 75c67045-88dc-47c1-88df-b545b64bc51a gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:27:41.001716 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-820853e5-6b87-4e3e-89ab-60e9d9cde60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'f0ee12d0-42ec-4df9-af37-6171eb8e0fce', 'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'mac_address': 'fa:16:3e:d5:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:04Z', 'revision_number': 5, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'subnets': [{'id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:41.020737 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device eaae9e6a-84df-4a7f-bdfd-51ad388d88e5 no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:27:41.046007 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: eaae9e6a-84df-4a7f-bdfd-51ad388d88e5 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:27:41.046560 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device eaae9e6a-84df-4a7f-bdfd-51ad388d88e5 not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:27:41.047170 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 9136f212-641a-4e3a-8715-094adfc04cc5 no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:27:41.069121 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: 9136f212-641a-4e3a-8715-094adfc04cc5 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:27:41.069887 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 9136f212-641a-4e3a-8715-094adfc04cc5 not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:27:41.070474 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 09636922-4e1f-45d9-9d3f-5a72b96b0baf no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:27:41.096851 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: 09636922-4e1f-45d9-9d3f-5a72b96b0baf {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:27:41.097370 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 09636922-4e1f-45d9-9d3f-5a72b96b0baf not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:27:41.117447 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820853e5-6b87-4e3e-89ab-60e9d9cde60e None None] The sync data for ids ['75c67045-88dc-47c1-88df-b545b64bc51a'] in dv-cinder-837535-1-iscsi is: [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'f0ee12d0-42ec-4df9-af37-6171eb8e0fce', 'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'mac_address': 'fa:16:3e:d5:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:04Z', 'revision_number': 5, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'subnets': [{'id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:27:41.152777 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42452) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:41.216415 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ee97731f-50fa-4d90-bd65-198a515fe504 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group (04627b2e-f7c4-4625-a156-1ece56a65613), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:41.242197 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ee97731f-50fa-4d90-bd65-198a515fe504 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group (04627b2e-f7c4-4625-a156-1ece56a65613), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:41.305634 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ee97731f-50fa-4d90-bd65-198a515fe504 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (04627b2e-f7c4-4625-a156-1ece56a65613), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:41.308781 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ee97731f-50fa-4d90-bd65-198a515fe504 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:41.309985 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-ee97731f-50fa-4d90-bd65-198a515fe504 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "DELETE /v2.0/security-groups/04627b2e-f7c4-4625-a156-1ece56a65613 HTTP/1.1" status: 204 len: 168 time: 0.1561065 Apr 12 18:27:41.312786 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42458) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:41.321928 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97731f-50fa-4d90-bd65-198a515fe504 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04627b2e-f7c4-4625-a156-1ece56a65613,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:41.345340 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.api.v2.resource [None req-389e735f-6090-47f5-8592-7ed04f6371f1 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] show failed (client error): The resource could not be found. Apr 12 18:27:41.350094 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42462) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:41.361258 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-389e735f-6090-47f5-8592-7ed04f6371f1 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups/04627b2e-f7c4-4625-a156-1ece56a65613 HTTP/1.1" status: 404 len: 347 time: 0.0437188 Apr 12 18:27:41.397623 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996b0431-3b45-460c-b071-faf227074c96 None None] New status for floating IP e078b2e3-b37b-4fdc-b7af-d376cc7d7428: DOWN {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:27:41.473740 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-5a82e5fa-3567-4552-807f-65d69e7724a8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Deleting port e51555d7-f63e-4142-92db-2b09572e67ea {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:27:41.474326 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5a82e5fa-3567-4552-807f-65d69e7724a8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (e51555d7-f63e-4142-92db-2b09572e67ea), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:41.515706 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42468) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:41.553445 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5a82e5fa-3567-4552-807f-65d69e7724a8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (e51555d7-f63e-4142-92db-2b09572e67ea), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:41.553776 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5a82e5fa-3567-4552-807f-65d69e7724a8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (e51555d7-f63e-4142-92db-2b09572e67ea), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:41.571933 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-5a82e5fa-3567-4552-807f-65d69e7724a8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Calling delete_port for e51555d7-f63e-4142-92db-2b09572e67ea owned by network:floatingip {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:27:41.620269 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-629c0cab-ae3e-4a70-b4b2-04b899da7b35 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-849549615-network', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:27:41.640338 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629c0cab-ae3e-4a70-b4b2-04b899da7b35 admin admin] Made reservation on behalf of 0ffbe74a26884702b868d7cd3087e6f8 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:27:41.642639 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-629c0cab-ae3e-4a70-b4b2-04b899da7b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for network (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:41.651441 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-629c0cab-ae3e-4a70-b4b2-04b899da7b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:41.710597 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5a82e5fa-3567-4552-807f-65d69e7724a8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (e51555d7-f63e-4142-92db-2b09572e67ea), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:41.729585 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-629c0cab-ae3e-4a70-b4b2-04b899da7b35 admin admin] Publish callbacks [] for security_group (db700081-011a-4bd6-9014-6c1cff17b9ef), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:41.733628 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-629c0cab-ae3e-4a70-b4b2-04b899da7b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (db700081-011a-4bd6-9014-6c1cff17b9ef), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:41.736723 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82e5fa-3567-4552-807f-65d69e7724a8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event deleted for resources: {'Port': ['ID=e51555d7-f63e-4142-92db-2b09572e67ea,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:41.759393 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629c0cab-ae3e-4a70-b4b2-04b899da7b35 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:27:41.768702 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c0cab-ae3e-4a70-b4b2-04b899da7b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db700081-011a-4bd6-9014-6c1cff17b9ef,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:41.778521 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-629c0cab-ae3e-4a70-b4b2-04b899da7b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (a724c783-7421-49ba-ba3e-71e8fb669f42), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:41.778884 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.segments_db [None req-629c0cab-ae3e-4a70-b4b2-04b899da7b35 admin admin] Added segment a724c783-7421-49ba-ba3e-71e8fb669f42 of type vlan for network 49ab9656-d0bc-4412-8fbd-74c59629e55b Apr 12 18:27:41.804862 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5a82e5fa-3567-4552-807f-65d69e7724a8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (e078b2e3-b37b-4fdc-b7af-d376cc7d7428), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:41.807652 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5a82e5fa-3567-4552-807f-65d69e7724a8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:41.808830 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-5a82e5fa-3567-4552-807f-65d69e7724a8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "DELETE /v2.0/floatingips/e078b2e3-b37b-4fdc-b7af-d376cc7d7428 HTTP/1.1" status: 204 len: 168 time: 0.4576559 Apr 12 18:27:41.825576 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-629c0cab-ae3e-4a70-b4b2-04b899da7b35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761369839068'] for network (49ab9656-d0bc-4412-8fbd-74c59629e55b), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:41.852615 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-629c0cab-ae3e-4a70-b4b2-04b899da7b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for network (49ab9656-d0bc-4412-8fbd-74c59629e55b), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:41.854567 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629c0cab-ae3e-4a70-b4b2-04b899da7b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:41.855205 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-629c0cab-ae3e-4a70-b4b2-04b899da7b35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:41.926140 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-629c0cab-ae3e-4a70-b4b2-04b899da7b35 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4060049 Apr 12 18:27:41.926428 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42474) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:41.929956 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c0cab-ae3e-4a70-b4b2-04b899da7b35 admin admin] Pushing event updated for resources: {'Network': ['ID=49ab9656-d0bc-4412-8fbd-74c59629e55b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:41.931354 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-bd1bca6b-ba22-477e-b326-633386ab10cf admin admin] Request body: {'subnet': {'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-849549615-subnet', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:27:41.941691 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Network 49ab9656-d0bc-4412-8fbd-74c59629e55b details requested by agent ovs-agent-dv-cinder-837535-1-iscsi with host dv-cinder-837535-1-iscsi {{(pid=103525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:27:41.956701 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1bca6b-ba22-477e-b326-633386ab10cf admin admin] Made reservation on behalf of 0ffbe74a26884702b868d7cd3087e6f8 for: {'subnet': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:27:41.959865 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bd1bca6b-ba22-477e-b326-633386ab10cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59504417'] for subnet (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.012695 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42476) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:42.018651 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-d369530c-785e-4d99-9c41-9c1f8599b1b3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1347398355', 'description': 'tempest-description--1456915603'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:27:42.061972 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d369530c-785e-4d99-9c41-9c1f8599b1b3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.210268 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d369530c-785e-4d99-9c41-9c1f8599b1b3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group (a30dcd9b-5968-488c-adb1-16d7785ce4a8), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.214927 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d369530c-785e-4d99-9c41-9c1f8599b1b3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (a30dcd9b-5968-488c-adb1-16d7785ce4a8), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.221981 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bd1bca6b-ba22-477e-b326-633386ab10cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59103646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59504439'] for subnet (722781c3-be17-480d-a735-2639a14655b9), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.274250 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d369530c-785e-4d99-9c41-9c1f8599b1b3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.275470 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-d369530c-785e-4d99-9c41-9c1f8599b1b3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2603655 Apr 12 18:27:42.279522 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42480) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:42.284118 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-9ffc3fc7-96ed-41e0-8fd0-0adaecc8cf59 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Request body: {'security_group_rule': {'security_group_id': 'a30dcd9b-5968-488c-adb1-16d7785ce4a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:27:42.287136 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369530c-785e-4d99-9c41-9c1f8599b1b3 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a30dcd9b-5968-488c-adb1-16d7785ce4a8,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:42.311755 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9ffc3fc7-96ed-41e0-8fd0-0adaecc8cf59 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group_rule (92bd12c1-cbe9-4c0b-bc75-e0ba68cd770f), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.311944 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1bca6b-ba22-477e-b326-633386ab10cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=722781c3-be17-480d-a735-2639a14655b9,revision_number=0']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:42.319129 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1bca6b-ba22-477e-b326-633386ab10cf admin admin] Checking segment: {'id': 'a724c783-7421-49ba-ba3e-71e8fb669f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:27:42.319494 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1bca6b-ba22-477e-b326-633386ab10cf admin admin] Network hostable DHCP agents. Network: 49ab9656-d0bc-4412-8fbd-74c59629e55b, hostable agents: ['fc5bc6ba-9bcd-441b-ae43-9003ca698105'], hosted agents: [] {{(pid=103524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:27:42.338830 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1bca6b-ba22-477e-b326-633386ab10cf admin admin] Network 49ab9656-d0bc-4412-8fbd-74c59629e55b is scheduled to be hosted by DHCP agent fc5bc6ba-9bcd-441b-ae43-9003ca698105 with binding_index 1 {{(pid=103524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:27:42.348294 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-bd1bca6b-ba22-477e-b326-633386ab10cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837535-1-iscsi, 49ab9656-d0bc-4412-8fbd-74c59629e55b) {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:27:42.352471 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1bca6b-ba22-477e-b326-633386ab10cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:42.353104 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bd1bca6b-ba22-477e-b326-633386ab10cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for subnet (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.361094 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8902cf-0995-42e8-9c01-2962ed534515 None None] Network 49ab9656-d0bc-4412-8fbd-74c59629e55b requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:27:42.373875 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-bd1bca6b-ba22-477e-b326-633386ab10cf admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4438438 Apr 12 18:27:42.374128 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42482) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:42.377208 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9ffc3fc7-96ed-41e0-8fd0-0adaecc8cf59 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group_rule (92bd12c1-cbe9-4c0b-bc75-e0ba68cd770f), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.381970 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-9969450b-68e9-41c5-a2a8-b68a081adb66 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-849549615-router', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:27:42.390565 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9ffc3fc7-96ed-41e0-8fd0-0adaecc8cf59 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (92bd12c1-cbe9-4c0b-bc75-e0ba68cd770f), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.420101 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc3fc7-96ed-41e0-8fd0-0adaecc8cf59 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92bd12c1-cbe9-4c0b-bc75-e0ba68cd770f,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:42.427691 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9ffc3fc7-96ed-41e0-8fd0-0adaecc8cf59 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.428886 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-9ffc3fc7-96ed-41e0-8fd0-0adaecc8cf59 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483483 Apr 12 18:27:42.431541 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42484) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:42.436511 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c54b26fb-3c26-4690-aba6-b26d9b889e57 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Request body: {'security_group_rule': {'security_group_id': 'a30dcd9b-5968-488c-adb1-16d7785ce4a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:27:42.443777 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9969450b-68e9-41c5-a2a8-b68a081adb66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-808780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8844'] for router (3ae077bd-2655-4dc3-b696-cd2d44325509), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.444782 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9969450b-68e9-41c5-a2a8-b68a081adb66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-810069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router (3ae077bd-2655-4dc3-b696-cd2d44325509), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.474014 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d22336b-4a89-4999-b377-4514c29535a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10cd5d1a-f5e6-56e1-9899-22d4fc397636-49ab9656-d0bc-4412-8fbd-74c59629e55b', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'fixed_ips': [{'subnet_id': '722781c3-be17-480d-a735-2639a14655b9'}]}} from dv-cinder-837535-1-iscsi. {{(pid=103525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:27:42.474949 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0d22336b-4a89-4999-b377-4514c29535a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.481907 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c54b26fb-3c26-4690-aba6-b26d9b889e57 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group_rule (8ebc19f1-3b84-4616-b016-0cb7d842eb5b), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.532806 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9969450b-68e9-41c5-a2a8-b68a081adb66 admin admin] Publish callbacks [] for router_controller (3ae077bd-2655-4dc3-b696-cd2d44325509), precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.618597 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.db_base_plugin_common [None req-0d22336b-4a89-4999-b377-4514c29535a6 None None] Allocated IP 172.20.0.2 (49ab9656-d0bc-4412-8fbd-74c59629e55b/722781c3-be17-480d-a735-2639a14655b9/83dc9de7-98a5-4702-995a-41e2a7d27442) {{(pid=103525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:27:42.691268 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c54b26fb-3c26-4690-aba6-b26d9b889e57 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group_rule (8ebc19f1-3b84-4616-b016-0cb7d842eb5b), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.700822 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c54b26fb-3c26-4690-aba6-b26d9b889e57 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (8ebc19f1-3b84-4616-b016-0cb7d842eb5b), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.706512 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9969450b-68e9-41c5-a2a8-b68a081adb66 admin admin] Publish callbacks [] for router_gateway (3ae077bd-2655-4dc3-b696-cd2d44325509), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.730536 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b26fb-3c26-4690-aba6-b26d9b889e57 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ebc19f1-3b84-4616-b016-0cb7d842eb5b,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:42.744978 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c54b26fb-3c26-4690-aba6-b26d9b889e57 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.749055 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-c54b26fb-3c26-4690-aba6-b26d9b889e57 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3135633 Apr 12 18:27:42.749417 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42486) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:42.753869 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-ca688e6f-3497-4a80-b229-c4ebeb05e9c8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Request body: {'floatingip': {'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:27:42.775640 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ca688e6f-3497-4a80-b229-c4ebeb05e9c8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.779678 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0d22336b-4a89-4999-b377-4514c29535a6 None None] Publish callbacks [] for port (83dc9de7-98a5-4702-995a-41e2a7d27442), precommit_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.787467 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0d22336b-4a89-4999-b377-4514c29535a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (83dc9de7-98a5-4702-995a-41e2a7d27442), after_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.828788 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d22336b-4a89-4999-b377-4514c29535a6 None None] Network 49ab9656-d0bc-4412-8fbd-74c59629e55b is already hosted by enough agents. {{(pid=103525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:27:42.834083 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.scheduler.base_scheduler [None req-0d22336b-4a89-4999-b377-4514c29535a6 None None] Resources bound (agent type, host, resource id): {{(pid=103525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:27:42.838207 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d22336b-4a89-4999-b377-4514c29535a6 None None] Received port after_create {{(pid=103525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:27:42.852609 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22336b-4a89-4999-b377-4514c29535a6 None None] Pushing event updated for resources: {'Port': ['ID=83dc9de7-98a5-4702-995a-41e2a7d27442,revision_number=1']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:42.865094 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ca688e6f-3497-4a80-b229-c4ebeb05e9c8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.911033 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-0d22336b-4a89-4999-b377-4514c29535a6 None None] Attempting to bind port 83dc9de7-98a5-4702-995a-41e2a7d27442 on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:27:42.911412 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-0d22336b-4a89-4999-b377-4514c29535a6 None None] Attempting to bind port 83dc9de7-98a5-4702-995a-41e2a7d27442 by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': 'a724c783-7421-49ba-ba3e-71e8fb669f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:27:42.911776 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d22336b-4a89-4999-b377-4514c29535a6 None None] Attempting to bind port 83dc9de7-98a5-4702-995a-41e2a7d27442 on network 49ab9656-d0bc-4412-8fbd-74c59629e55b {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:27:42.916898 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d22336b-4a89-4999-b377-4514c29535a6 None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:27:42.917371 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d22336b-4a89-4999-b377-4514c29535a6 None None] Checking segment: {'id': 'a724c783-7421-49ba-ba3e-71e8fb669f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:27:42.917780 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0d22336b-4a89-4999-b377-4514c29535a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.918170 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d22336b-4a89-4999-b377-4514c29535a6 None None] Bound using segment: {'id': 'a724c783-7421-49ba-ba3e-71e8fb669f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:27:42.918633 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-0d22336b-4a89-4999-b377-4514c29535a6 None None] Bound port: 83dc9de7-98a5-4702-995a-41e2a7d27442, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a724c783-7421-49ba-ba3e-71e8fb669f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:27:42.919014 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0d22336b-4a89-4999-b377-4514c29535a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (83dc9de7-98a5-4702-995a-41e2a7d27442), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.926964 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9969450b-68e9-41c5-a2a8-b68a081adb66 admin admin] Publish callbacks [] for router_gateway (3ae077bd-2655-4dc3-b696-cd2d44325509), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.949126 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9969450b-68e9-41c5-a2a8-b68a081adb66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:42.989593 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-ca688e6f-3497-4a80-b229-c4ebeb05e9c8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Allocated IP 172.27.1.41 (8fe2c56e-0395-443d-a858-76cf54693827/10fb9747-8da5-4ac4-8e6b-c6dba6e53947/01b669be-2f62-439c-9764-9ec2f56d39a3) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:27:42.991552 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-0d22336b-4a89-4999-b377-4514c29535a6 None None] For port 83dc9de7-98a5-4702-995a-41e2a7d27442, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:27:42.996342 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-0d22336b-4a89-4999-b377-4514c29535a6 None None] For port 83dc9de7-98a5-4702-995a-41e2a7d27442, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=83dc9de7-98a5-4702-995a-41e2a7d27442,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:27:43.003250 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0d22336b-4a89-4999-b377-4514c29535a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (83dc9de7-98a5-4702-995a-41e2a7d27442), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:43.064314 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22336b-4a89-4999-b377-4514c29535a6 None None] Pushing event updated for resources: {'Port': ['ID=83dc9de7-98a5-4702-995a-41e2a7d27442,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:43.097658 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ca688e6f-3497-4a80-b229-c4ebeb05e9c8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for port (01b669be-2f62-439c-9764-9ec2f56d39a3), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:43.142135 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ca688e6f-3497-4a80-b229-c4ebeb05e9c8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (01b669be-2f62-439c-9764-9ec2f56d39a3), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:43.178494 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-26496afa-5a94-4647-b272-fcd5f84a0638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:43.201836 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca688e6f-3497-4a80-b229-c4ebeb05e9c8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Network 8fe2c56e-0395-443d-a858-76cf54693827 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:27:43.203337 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca688e6f-3497-4a80-b229-c4ebeb05e9c8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event updated for resources: {'Port': ['ID=01b669be-2f62-439c-9764-9ec2f56d39a3,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:43.205481 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-9969450b-68e9-41c5-a2a8-b68a081adb66 admin admin] Allocated IP 172.27.1.27 (8fe2c56e-0395-443d-a858-76cf54693827/10fb9747-8da5-4ac4-8e6b-c6dba6e53947/66777e9c-7047-446e-b255-c6eb76b7e088) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:27:43.205818 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-ca688e6f-3497-4a80-b229-c4ebeb05e9c8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:27:43.208251 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca688e6f-3497-4a80-b229-c4ebeb05e9c8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:27:43.327813 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ca688e6f-3497-4a80-b229-c4ebeb05e9c8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (8a6f662d-77a2-44ca-be57-2b3e15260c8d), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:43.349607 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9969450b-68e9-41c5-a2a8-b68a081adb66 admin admin] Publish callbacks [] for port (66777e9c-7047-446e-b255-c6eb76b7e088), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:43.368829 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ca688e6f-3497-4a80-b229-c4ebeb05e9c8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (01b669be-2f62-439c-9764-9ec2f56d39a3), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:43.388237 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9969450b-68e9-41c5-a2a8-b68a081adb66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (66777e9c-7047-446e-b255-c6eb76b7e088), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:43.414960 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:27:43.431214 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9969450b-68e9-41c5-a2a8-b68a081adb66 admin admin] Network 8fe2c56e-0395-443d-a858-76cf54693827 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:27:43.438694 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-9969450b-68e9-41c5-a2a8-b68a081adb66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:27:43.441227 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] No Port match for: da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:27:43.441809 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device da5a50c6-ab2b-44ff-9348-0ef6dd13e0ba not bound to the agent host hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:27:43.443510 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9969450b-68e9-41c5-a2a8-b68a081adb66 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:27:43.446957 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969450b-68e9-41c5-a2a8-b68a081adb66 admin admin] Pushing event updated for resources: {'Port': ['ID=66777e9c-7047-446e-b255-c6eb76b7e088,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:43.535006 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ca688e6f-3497-4a80-b229-c4ebeb05e9c8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for port (01b669be-2f62-439c-9764-9ec2f56d39a3), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:43.539647 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ca688e6f-3497-4a80-b229-c4ebeb05e9c8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (01b669be-2f62-439c-9764-9ec2f56d39a3), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:43.608150 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca688e6f-3497-4a80-b229-c4ebeb05e9c8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event updated for resources: {'Port': ['ID=01b669be-2f62-439c-9764-9ec2f56d39a3,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:43.620484 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ca688e6f-3497-4a80-b229-c4ebeb05e9c8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (8a6f662d-77a2-44ca-be57-2b3e15260c8d), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:43.639339 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ca688e6f-3497-4a80-b229-c4ebeb05e9c8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:43.640595 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-ca688e6f-3497-4a80-b229-c4ebeb05e9c8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8901949 Apr 12 18:27:43.725264 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9969450b-68e9-41c5-a2a8-b68a081adb66 admin admin] Publish callbacks [] for router_gateway (3ae077bd-2655-4dc3-b696-cd2d44325509), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:43.906869 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fe6e3592-50f4-407a-a293-30280dde87aa req-e3aaa7a2-a52b-4287-80fc-c4f7a2ae2c92 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1347398355&fields=id&tenant_id=c5d28f86be7741b183b3d48b791ace5c HTTP/1.1" status: 200 len: 267 time: 0.0910969 Apr 12 18:27:44.030038 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd0424d-a55f-4fb3-b347-e0771b9cde61 None None] Network 49ab9656-d0bc-4412-8fbd-74c59629e55b requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:27:44.042029 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9969450b-68e9-41c5-a2a8-b68a081adb66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-895179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-807076'] for router (3ae077bd-2655-4dc3-b696-cd2d44325509), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:44.092742 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-aaeef1fc-e333-462d-bf11-ad26ddb8ff21 None None] Provisioning complete for port 83dc9de7-98a5-4702-995a-41e2a7d27442 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:27:44.093145 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-aaeef1fc-e333-462d-bf11-ad26ddb8ff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (83dc9de7-98a5-4702-995a-41e2a7d27442), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:44.100792 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e3592-50f4-407a-a293-30280dde87aa req-df3f00f6-a946-4e0a-b1c2-abd6c2028c93 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:44.102400 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fe6e3592-50f4-407a-a293-30280dde87aa req-df3f00f6-a946-4e0a-b1c2-abd6c2028c93 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/networks?id=c9dc82e9-ba51-4034-af9b-11d793e8de94 HTTP/1.1" status: 200 len: 814 time: 0.1867938 Apr 12 18:27:44.148778 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fe6e3592-50f4-407a-a293-30280dde87aa req-ef0f0e01-d3ca-43ab-acce-ccd2e49f1c1d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/quotas/c5d28f86be7741b183b3d48b791ace5c HTTP/1.1" status: 200 len: 375 time: 0.0358131 Apr 12 18:27:44.214933 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-aaeef1fc-e333-462d-bf11-ad26ddb8ff21 None None] Current status of the port 83dc9de7-98a5-4702-995a-41e2a7d27442 is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:27:44.215335 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-aaeef1fc-e333-462d-bf11-ad26ddb8ff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (83dc9de7-98a5-4702-995a-41e2a7d27442), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:44.219507 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fe6e3592-50f4-407a-a293-30280dde87aa req-fdf72555-8fe7-4f57-b22b-66f2a55abbe9 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5d28f86be7741b183b3d48b791ace5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621488 Apr 12 18:27:44.250850 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-aaeef1fc-e333-462d-bf11-ad26ddb8ff21 None None] For port 83dc9de7-98a5-4702-995a-41e2a7d27442, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=83dc9de7-98a5-4702-995a-41e2a7d27442,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:27:44.255986 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-aaeef1fc-e333-462d-bf11-ad26ddb8ff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (83dc9de7-98a5-4702-995a-41e2a7d27442), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:44.310733 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeef1fc-e333-462d-bf11-ad26ddb8ff21 None None] Pushing event updated for resources: {'Port': ['ID=83dc9de7-98a5-4702-995a-41e2a7d27442,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:44.476272 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-933b8661-3009-4b07-8841-e2288b20d7a1 None None] Provisioning complete for port 83dc9de7-98a5-4702-995a-41e2a7d27442 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:27:44.476975 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-933b8661-3009-4b07-8841-e2288b20d7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (83dc9de7-98a5-4702-995a-41e2a7d27442), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:44.560160 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-933b8661-3009-4b07-8841-e2288b20d7a1 None None] Current status of the port 83dc9de7-98a5-4702-995a-41e2a7d27442 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:27:44.567008 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9969450b-68e9-41c5-a2a8-b68a081adb66 admin admin] Router 3ae077bd-2655-4dc3-b696-cd2d44325509 is scheduled to L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:27:44.645606 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fe6e3592-50f4-407a-a293-30280dde87aa req-4af78afb-fb90-4b27-9071-ae61407b6d37 service neutron] 10.222.0.52 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110007 Apr 12 18:27:44.755657 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9969450b-68e9-41c5-a2a8-b68a081adb66 admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:27:44.772292 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78db8cd-55dc-4098-8f67-d6c65f2f6143 None None] Sync routers for ids ['3ae077bd-2655-4dc3-b696-cd2d44325509'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:27:44.784624 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78db8cd-55dc-4098-8f67-d6c65f2f6143 None None] Routers {'3ae077bd-2655-4dc3-b696-cd2d44325509'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:27:44.785422 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-e78db8cd-55dc-4098-8f67-d6c65f2f6143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:27:15Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['3ae077bd-2655-4dc3-b696-cd2d44325509'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:44.787702 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fe6e3592-50f4-407a-a293-30280dde87aa req-f2ef7d00-b693-4d44-a86f-ed0d9a80af58 service neutron] 10.222.0.52 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137924 Apr 12 18:27:44.794248 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9969450b-68e9-41c5-a2a8-b68a081adb66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:44.795841 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-9969450b-68e9-41c5-a2a8-b68a081adb66 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4206657 Apr 12 18:27:44.799693 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42502) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:44.907550 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-e78db8cd-55dc-4098-8f67-d6c65f2f6143 None None] Set router 3ae077bd-2655-4dc3-b696-cd2d44325509 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:27:44.990558 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-aa865dd9-8328-48a4-817a-264e43d1c105 req-7f05a53f-838b-4f89-9db0-62a1c1fd1704 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4c8da5-808a-4df0-be34-3c697d7ddac1 HTTP/1.1" status: 200 len: 210 time: 0.0448213 Apr 12 18:27:45.087851 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 83dc9de7-98a5-4702-995a-41e2a7d27442 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:27:45.117229 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-e78db8cd-55dc-4098-8f67-d6c65f2f6143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'name': 'tempest-AttachVolumeShelveTestJSON-849549615-router', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:43Z', 'revision_number': 3, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'gw_port': {'id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:45.142319 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port 83dc9de7-98a5-4702-995a-41e2a7d27442 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:27:45.143030 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (83dc9de7-98a5-4702-995a-41e2a7d27442), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:45.148662 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78db8cd-55dc-4098-8f67-d6c65f2f6143 None None] Checking router: 3ae077bd-2655-4dc3-b696-cd2d44325509 for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:27:45.149033 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78db8cd-55dc-4098-8f67-d6c65f2f6143 None None] Updating router 3ae077bd-2655-4dc3-b696-cd2d44325509 port 66777e9c-7047-446e-b255-c6eb76b7e088 binding host dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:27:45.179952 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e78db8cd-55dc-4098-8f67-d6c65f2f6143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (66777e9c-7047-446e-b255-c6eb76b7e088), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:45.235550 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 83dc9de7-98a5-4702-995a-41e2a7d27442 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:27:45.321159 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-702176e7-97db-4889-96a2-423260cb1c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:45.470555 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e78db8cd-55dc-4098-8f67-d6c65f2f6143 None None] Publish callbacks [] for port (66777e9c-7047-446e-b255-c6eb76b7e088), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:45.476631 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e78db8cd-55dc-4098-8f67-d6c65f2f6143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (66777e9c-7047-446e-b255-c6eb76b7e088), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:45.527174 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-355824a2-2773-40e5-8f0e-67d78b73cb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:45.535826 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-e78db8cd-55dc-4098-8f67-d6c65f2f6143 None None] Attempting to bind port 66777e9c-7047-446e-b255-c6eb76b7e088 on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:27:45.536198 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-e78db8cd-55dc-4098-8f67-d6c65f2f6143 None None] Attempting to bind port 66777e9c-7047-446e-b255-c6eb76b7e088 by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:27:45.536563 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78db8cd-55dc-4098-8f67-d6c65f2f6143 None None] Attempting to bind port 66777e9c-7047-446e-b255-c6eb76b7e088 on network 8fe2c56e-0395-443d-a858-76cf54693827 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:27:45.538678 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63c71a-b39c-4b9b-aea4-e15615e45218 None None] Pushing event updated for resources: {'Port': ['ID=66777e9c-7047-446e-b255-c6eb76b7e088,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:45.548228 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63c71a-b39c-4b9b-aea4-e15615e45218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:45.548578 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63c71a-b39c-4b9b-aea4-e15615e45218 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:45.548949 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63c71a-b39c-4b9b-aea4-e15615e45218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:45.549339 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63c71a-b39c-4b9b-aea4-e15615e45218 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:45.549678 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63c71a-b39c-4b9b-aea4-e15615e45218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:45.550011 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63c71a-b39c-4b9b-aea4-e15615e45218 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:45.550334 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63c71a-b39c-4b9b-aea4-e15615e45218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:45.550662 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63c71a-b39c-4b9b-aea4-e15615e45218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:45.550987 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63c71a-b39c-4b9b-aea4-e15615e45218 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:45.551310 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63c71a-b39c-4b9b-aea4-e15615e45218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:45.551633 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63c71a-b39c-4b9b-aea4-e15615e45218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:45.551971 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63c71a-b39c-4b9b-aea4-e15615e45218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:45.552298 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63c71a-b39c-4b9b-aea4-e15615e45218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:45.552619 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63c71a-b39c-4b9b-aea4-e15615e45218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:45.552939 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63c71a-b39c-4b9b-aea4-e15615e45218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:27:45.556578 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78db8cd-55dc-4098-8f67-d6c65f2f6143 None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:27:45.557518 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78db8cd-55dc-4098-8f67-d6c65f2f6143 None None] Checking segment: {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:27:45.557934 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e78db8cd-55dc-4098-8f67-d6c65f2f6143 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:45.558366 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78db8cd-55dc-4098-8f67-d6c65f2f6143 None None] Bound using segment: {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:27:45.558863 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-e78db8cd-55dc-4098-8f67-d6c65f2f6143 None None] Bound port: 66777e9c-7047-446e-b255-c6eb76b7e088, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:27:45.559234 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e78db8cd-55dc-4098-8f67-d6c65f2f6143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (66777e9c-7047-446e-b255-c6eb76b7e088), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:45.616226 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-e78db8cd-55dc-4098-8f67-d6c65f2f6143 None None] For port 66777e9c-7047-446e-b255-c6eb76b7e088, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:27:45.620077 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-e78db8cd-55dc-4098-8f67-d6c65f2f6143 None None] For port 66777e9c-7047-446e-b255-c6eb76b7e088, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=66777e9c-7047-446e-b255-c6eb76b7e088,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:27:45.626786 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e78db8cd-55dc-4098-8f67-d6c65f2f6143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (66777e9c-7047-446e-b255-c6eb76b7e088), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:45.690081 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78db8cd-55dc-4098-8f67-d6c65f2f6143 None None] Routers {'3ae077bd-2655-4dc3-b696-cd2d44325509'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:27:45.690720 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-e78db8cd-55dc-4098-8f67-d6c65f2f6143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:27:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['3ae077bd-2655-4dc3-b696-cd2d44325509'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:45.694036 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63c71a-b39c-4b9b-aea4-e15615e45218 None None] Pushing event updated for resources: {'Port': ['ID=66777e9c-7047-446e-b255-c6eb76b7e088,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:45.736385 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-702176e7-97db-4889-96a2-423260cb1c75 admin admin] Allocated IP 172.20.0.1 (49ab9656-d0bc-4412-8fbd-74c59629e55b/722781c3-be17-480d-a735-2639a14655b9/fa1b097a-f892-4c24-bf15-07b2c786cc13) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:27:45.801750 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-e78db8cd-55dc-4098-8f67-d6c65f2f6143 None None] Set router 3ae077bd-2655-4dc3-b696-cd2d44325509 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:27:45.843473 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-702176e7-97db-4889-96a2-423260cb1c75 admin admin] Publish callbacks [] for port (fa1b097a-f892-4c24-bf15-07b2c786cc13), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:45.880179 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-702176e7-97db-4889-96a2-423260cb1c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (fa1b097a-f892-4c24-bf15-07b2c786cc13), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:45.925053 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702176e7-97db-4889-96a2-423260cb1c75 admin admin] Network 49ab9656-d0bc-4412-8fbd-74c59629e55b is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:27:45.928266 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-702176e7-97db-4889-96a2-423260cb1c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:27:45.930930 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702176e7-97db-4889-96a2-423260cb1c75 admin admin] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:27:45.978537 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-e78db8cd-55dc-4098-8f67-d6c65f2f6143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'name': 'tempest-AttachVolumeShelveTestJSON-849549615-router', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:43Z', 'revision_number': 3, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'gw_port': {'id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:46.004812 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702176e7-97db-4889-96a2-423260cb1c75 admin admin] Pushing event updated for resources: {'Port': ['ID=fa1b097a-f892-4c24-bf15-07b2c786cc13,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:46.017416 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78db8cd-55dc-4098-8f67-d6c65f2f6143 None None] The sync data for ids ['3ae077bd-2655-4dc3-b696-cd2d44325509'] in dv-cinder-837535-1-iscsi is: [{'id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'name': 'tempest-AttachVolumeShelveTestJSON-849549615-router', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:43Z', 'revision_number': 3, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'gw_port': {'id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:27:46.078560 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-702176e7-97db-4889-96a2-423260cb1c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-806997'] for router_interface (3ae077bd-2655-4dc3-b696-cd2d44325509), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:46.132644 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a19b40a2-c29b-4190-8043-3af3f674342a req-2a71948f-9d99-45db-8401-dee30bfa699f tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4c8da5-808a-4df0-be34-3c697d7ddac1 HTTP/1.1" status: 200 len: 210 time: 0.0415964 Apr 12 18:27:46.239127 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e3592-50f4-407a-a293-30280dde87aa req-3978ac19-7d00-4b3f-a277-3d595efe3b9e tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:46.240616 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-fe6e3592-50f4-407a-a293-30280dde87aa req-3978ac19-7d00-4b3f-a277-3d595efe3b9e tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.26 "GET /v2.0/networks?id=c9dc82e9-ba51-4034-af9b-11d793e8de94 HTTP/1.1" status: 200 len: 814 time: 0.2787523 Apr 12 18:27:46.256885 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-702176e7-97db-4889-96a2-423260cb1c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (fa1b097a-f892-4c24-bf15-07b2c786cc13), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:46.308487 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-581a2e55-872c-4733-9613-34e36c7a1735 None None] Provisioning complete for port fa1b097a-f892-4c24-bf15-07b2c786cc13 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:27:46.308990 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-581a2e55-872c-4733-9613-34e36c7a1735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (fa1b097a-f892-4c24-bf15-07b2c786cc13), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:46.357892 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-581a2e55-872c-4733-9613-34e36c7a1735 None None] Port fa1b097a-f892-4c24-bf15-07b2c786cc13 cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:27:46.370992 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-fe6e3592-50f4-407a-a293-30280dde87aa req-05d6e429-6ee5-46bc-aa79-7576393b096f tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5d28f86be7741b183b3d48b791ace5c HTTP/1.1" status: 200 len: 380 time: 0.1195126 Apr 12 18:27:46.387029 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-fe6e3592-50f4-407a-a293-30280dde87aa req-71f22975-9d71-413c-be86-544569519fdc tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Request body: {'port': {'device_id': '4a4c8da5-808a-4df0-be34-3c697d7ddac1', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'admin_state_up': True, 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'security_groups': ['a30dcd9b-5968-488c-adb1-16d7785ce4a8']}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:27:46.573010 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-702176e7-97db-4889-96a2-423260cb1c75 admin admin] Publish callbacks [] for port (fa1b097a-f892-4c24-bf15-07b2c786cc13), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:46.578142 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-702176e7-97db-4889-96a2-423260cb1c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (fa1b097a-f892-4c24-bf15-07b2c786cc13), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:46.601435 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe6e3592-50f4-407a-a293-30280dde87aa req-71f22975-9d71-413c-be86-544569519fdc tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Made reservation on behalf of c5d28f86be7741b183b3d48b791ace5c for: {'port': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:27:46.605124 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-fe6e3592-50f4-407a-a293-30280dde87aa req-71f22975-9d71-413c-be86-544569519fdc tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:46.672035 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702176e7-97db-4889-96a2-423260cb1c75 admin admin] Pushing event updated for resources: {'Port': ['ID=fa1b097a-f892-4c24-bf15-07b2c786cc13,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:46.674503 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-702176e7-97db-4889-96a2-423260cb1c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-810981'] for router_interface (3ae077bd-2655-4dc3-b696-cd2d44325509), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:46.851626 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [req-fe6e3592-50f4-407a-a293-30280dde87aa req-71f22975-9d71-413c-be86-544569519fdc tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Allocated IP 172.20.0.10 (c9dc82e9-ba51-4034-af9b-11d793e8de94/e9a9f4b8-3305-469c-8769-0a7b186de1c2/50f100f3-5816-4972-a664-1294b1d70863) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:27:46.859372 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:46.866670 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702176e7-97db-4889-96a2-423260cb1c75 admin admin] Network 49ab9656-d0bc-4412-8fbd-74c59629e55b is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:27:46.868733 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-702176e7-97db-4889-96a2-423260cb1c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:27:47.031600 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 66777e9c-7047-446e-b255-c6eb76b7e088 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:27:47.082054 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port 66777e9c-7047-446e-b255-c6eb76b7e088 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:27:47.082426 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (66777e9c-7047-446e-b255-c6eb76b7e088), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:47.086211 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702176e7-97db-4889-96a2-423260cb1c75 admin admin] Router 3ae077bd-2655-4dc3-b696-cd2d44325509 has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:27:47.107543 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-fe6e3592-50f4-407a-a293-30280dde87aa req-71f22975-9d71-413c-be86-544569519fdc tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for port (50f100f3-5816-4972-a664-1294b1d70863), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:47.166840 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 66777e9c-7047-446e-b255-c6eb76b7e088 is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:27:47.167303 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (66777e9c-7047-446e-b255-c6eb76b7e088), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:47.197202 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] For port 66777e9c-7047-446e-b255-c6eb76b7e088, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=66777e9c-7047-446e-b255-c6eb76b7e088,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:27:47.199407 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-682929bf-58dc-41d7-afd5-ec9461880b6b None None] Provisioning complete for port fa1b097a-f892-4c24-bf15-07b2c786cc13 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:27:47.199806 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-682929bf-58dc-41d7-afd5-ec9461880b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (fa1b097a-f892-4c24-bf15-07b2c786cc13), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:47.230154 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (66777e9c-7047-446e-b255-c6eb76b7e088), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:47.232034 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-fe6e3592-50f4-407a-a293-30280dde87aa req-71f22975-9d71-413c-be86-544569519fdc tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (50f100f3-5816-4972-a664-1294b1d70863), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:47.245767 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f708bb6e-866b-4afb-bc13-f430345cda5f req-ebee0837-ce7b-42b2-a177-2c957ebcb995 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4c8da5-808a-4df0-be34-3c697d7ddac1 HTTP/1.1" status: 200 len: 210 time: 0.0356960 Apr 12 18:27:47.278226 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702176e7-97db-4889-96a2-423260cb1c75 admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:27:47.292825 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-702176e7-97db-4889-96a2-423260cb1c75 admin admin] 10.222.0.52 "PUT /v2.0/routers/3ae077bd-2655-4dc3-b696-cd2d44325509/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4827676 Apr 12 18:27:47.307452 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe6e3592-50f4-407a-a293-30280dde87aa req-71f22975-9d71-413c-be86-544569519fdc tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Network c9dc82e9-ba51-4034-af9b-11d793e8de94 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:27:47.309380 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f22975-9d71-413c-be86-544569519fdc tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event updated for resources: {'Port': ['ID=50f100f3-5816-4972-a664-1294b1d70863,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:47.313342 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [req-fe6e3592-50f4-407a-a293-30280dde87aa req-71f22975-9d71-413c-be86-544569519fdc tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:27:47.315516 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6e3592-50f4-407a-a293-30280dde87aa req-71f22975-9d71-413c-be86-544569519fdc tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:27:47.374004 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e3592-50f4-407a-a293-30280dde87aa req-71f22975-9d71-413c-be86-544569519fdc tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:47.380131 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-fe6e3592-50f4-407a-a293-30280dde87aa req-71f22975-9d71-413c-be86-544569519fdc tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:47.410774 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-fe6e3592-50f4-407a-a293-30280dde87aa req-71f22975-9d71-413c-be86-544569519fdc tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0279067 Apr 12 18:27:47.422517 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-fe6e3592-50f4-407a-a293-30280dde87aa req-826874fe-b41c-47d5-b9ba-7a4a57dd8f98 service neutron] Request body: {'port': {'device_id': '4a4c8da5-808a-4df0-be34-3c697d7ddac1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:27:47.426784 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-682929bf-58dc-41d7-afd5-ec9461880b6b None None] Port fa1b097a-f892-4c24-bf15-07b2c786cc13 cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:27:47.453352 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Pushing event updated for resources: {'Port': ['ID=66777e9c-7047-446e-b255-c6eb76b7e088,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:47.518651 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-fe6e3592-50f4-407a-a293-30280dde87aa req-826874fe-b41c-47d5-b9ba-7a4a57dd8f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (50f100f3-5816-4972-a664-1294b1d70863), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:47.646671 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-06dcfdeb-b669-4111-9a28-2cce36290534 None None] Provisioning complete for port 50f100f3-5816-4972-a664-1294b1d70863 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:27:47.647142 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-06dcfdeb-b669-4111-9a28-2cce36290534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (50f100f3-5816-4972-a664-1294b1d70863), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:47.687818 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-06dcfdeb-b669-4111-9a28-2cce36290534 None None] Port 50f100f3-5816-4972-a664-1294b1d70863 cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:27:47.793383 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dbb190-5b3f-4258-9535-b0bed1ae97d7 None None] Sync routers for ids ['3ae077bd-2655-4dc3-b696-cd2d44325509'] in dv-cinder-837535-1-iscsi {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:27:47.799361 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [req-fe6e3592-50f4-407a-a293-30280dde87aa req-826874fe-b41c-47d5-b9ba-7a4a57dd8f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f100f3-5816-4972-a664-1294b1d70863 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:27:47.803366 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dbb190-5b3f-4258-9535-b0bed1ae97d7 None None] Routers {'3ae077bd-2655-4dc3-b696-cd2d44325509'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:27:47.804053 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-31dbb190-5b3f-4258-9535-b0bed1ae97d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:27:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['3ae077bd-2655-4dc3-b696-cd2d44325509'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:47.808377 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-fe6e3592-50f4-407a-a293-30280dde87aa req-826874fe-b41c-47d5-b9ba-7a4a57dd8f98 service neutron] Publish callbacks [] for port (50f100f3-5816-4972-a664-1294b1d70863), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:47.821619 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [req-fe6e3592-50f4-407a-a293-30280dde87aa req-826874fe-b41c-47d5-b9ba-7a4a57dd8f98 service neutron] Transition to ACTIVE for port object 50f100f3-5816-4972-a664-1294b1d70863 will not be triggered until provisioned by entity L2. {{(pid=103524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:27:47.826084 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-fe6e3592-50f4-407a-a293-30280dde87aa req-826874fe-b41c-47d5-b9ba-7a4a57dd8f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (50f100f3-5816-4972-a664-1294b1d70863), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:47.888049 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826874fe-b41c-47d5-b9ba-7a4a57dd8f98 service neutron] Pushing event updated for resources: {'Port': ['ID=50f100f3-5816-4972-a664-1294b1d70863,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:47.929796 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42528) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:47.936680 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d1ff33cb-f49e-40c2-9d32-016ac7771cb4 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2008760326', 'description': 'tempest-description--1117087136'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:27:47.944860 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-31dbb190-5b3f-4258-9535-b0bed1ae97d7 None None] Set router 3ae077bd-2655-4dc3-b696-cd2d44325509 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:27:47.957631 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-fe6e3592-50f4-407a-a293-30280dde87aa req-826874fe-b41c-47d5-b9ba-7a4a57dd8f98 service neutron] Attempting to bind port 50f100f3-5816-4972-a664-1294b1d70863 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:27:47.958088 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-fe6e3592-50f4-407a-a293-30280dde87aa req-826874fe-b41c-47d5-b9ba-7a4a57dd8f98 service neutron] Attempting to bind port 50f100f3-5816-4972-a664-1294b1d70863 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '5377f466-4b6e-46ba-a53b-1eadcfe56874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:27:47.958489 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6e3592-50f4-407a-a293-30280dde87aa req-826874fe-b41c-47d5-b9ba-7a4a57dd8f98 service neutron] Attempting to bind port 50f100f3-5816-4972-a664-1294b1d70863 on network c9dc82e9-ba51-4034-af9b-11d793e8de94 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:27:47.965244 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6e3592-50f4-407a-a293-30280dde87aa req-826874fe-b41c-47d5-b9ba-7a4a57dd8f98 service neutron] Port 50f100f3-5816-4972-a664-1294b1d70863 on network c9dc82e9-ba51-4034-af9b-11d793e8de94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:27:47.965778 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6e3592-50f4-407a-a293-30280dde87aa req-826874fe-b41c-47d5-b9ba-7a4a57dd8f98 service neutron] Attempting to bind port 50f100f3-5816-4972-a664-1294b1d70863 on network c9dc82e9-ba51-4034-af9b-11d793e8de94 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:27:47.971089 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6e3592-50f4-407a-a293-30280dde87aa req-826874fe-b41c-47d5-b9ba-7a4a57dd8f98 service neutron] Checking agent: {'id': '5b3c503f-4bfd-4027-adb8-75f76add50a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'started_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:27:47.971446 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6e3592-50f4-407a-a293-30280dde87aa req-826874fe-b41c-47d5-b9ba-7a4a57dd8f98 service neutron] Checking segment: {'id': '5377f466-4b6e-46ba-a53b-1eadcfe56874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:27:47.972087 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6e3592-50f4-407a-a293-30280dde87aa req-826874fe-b41c-47d5-b9ba-7a4a57dd8f98 service neutron] Bound using segment: {'id': '5377f466-4b6e-46ba-a53b-1eadcfe56874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:27:47.972352 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d1ff33cb-f49e-40c2-9d32-016ac7771cb4 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:47.972563 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-fe6e3592-50f4-407a-a293-30280dde87aa req-826874fe-b41c-47d5-b9ba-7a4a57dd8f98 service neutron] Bound port: 50f100f3-5816-4972-a664-1294b1d70863, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5377f466-4b6e-46ba-a53b-1eadcfe56874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:27:47.973048 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-fe6e3592-50f4-407a-a293-30280dde87aa req-826874fe-b41c-47d5-b9ba-7a4a57dd8f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (50f100f3-5816-4972-a664-1294b1d70863), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:48.050964 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-fe6e3592-50f4-407a-a293-30280dde87aa req-826874fe-b41c-47d5-b9ba-7a4a57dd8f98 service neutron] For port 50f100f3-5816-4972-a664-1294b1d70863, host hv-cinder-83753, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:27:48.055420 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-fe6e3592-50f4-407a-a293-30280dde87aa req-826874fe-b41c-47d5-b9ba-7a4a57dd8f98 service neutron] For port 50f100f3-5816-4972-a664-1294b1d70863, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=50f100f3-5816-4972-a664-1294b1d70863,segment=NetworkSegment(5377f466-4b6e-46ba-a53b-1eadcfe56874),segment_id=5377f466-4b6e-46ba-a53b-1eadcfe56874)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:27:48.060713 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d1ff33cb-f49e-40c2-9d32-016ac7771cb4 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for security_group (d13295ce-fff3-489a-8c8e-c0e67c4ca39e), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:48.064465 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-fe6e3592-50f4-407a-a293-30280dde87aa req-826874fe-b41c-47d5-b9ba-7a4a57dd8f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (50f100f3-5816-4972-a664-1294b1d70863), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:48.066268 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d1ff33cb-f49e-40c2-9d32-016ac7771cb4 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (d13295ce-fff3-489a-8c8e-c0e67c4ca39e), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:48.102946 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e3592-50f4-407a-a293-30280dde87aa req-826874fe-b41c-47d5-b9ba-7a4a57dd8f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:48.104443 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-fe6e3592-50f4-407a-a293-30280dde87aa req-826874fe-b41c-47d5-b9ba-7a4a57dd8f98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:48.106050 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff33cb-f49e-40c2-9d32-016ac7771cb4 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d13295ce-fff3-489a-8c8e-c0e67c4ca39e,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:48.106561 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-fe6e3592-50f4-407a-a293-30280dde87aa req-826874fe-b41c-47d5-b9ba-7a4a57dd8f98 service neutron] 10.222.0.26 "PUT /v2.0/ports/50f100f3-5816-4972-a664-1294b1d70863 HTTP/1.1" status: 200 len: 1094 time: 0.6882722 Apr 12 18:27:48.109542 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4c8da5-808a-4df0-be34-3c697d7ddac1', 'tag': '50f100f3-5816-4972-a664-1294b1d70863'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:27:48.112508 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d1ff33cb-f49e-40c2-9d32-016ac7771cb4 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:48.116987 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-d1ff33cb-f49e-40c2-9d32-016ac7771cb4 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1858957 Apr 12 18:27:48.117711 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42530) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:48.120164 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11907489-3e28-41fc-9ac5-1eb8ad3667fb" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4c8da5-808a-4df0-be34-3c697d7ddac1", "tag": "50f100f3-5816-4972-a664-1294b1d70863"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:27:48.123836 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d9e8ad7b-7739-4d83-afee-e148f2ef815d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Request body: {'security_group_rule': {'security_group_id': 'd13295ce-fff3-489a-8c8e-c0e67c4ca39e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:27:48.194869 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d9e8ad7b-7739-4d83-afee-e148f2ef815d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for security_group_rule (faafaa78-fff3-439b-8c81-216ed91a7c49), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:48.203432 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb334249-0eb8-4d24-a847-ec1d3e686836 x-openstack-request-id: req-eb334249-0eb8-4d24-a847-ec1d3e686836 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:27:48.203723 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4c8da5-808a-4df0-be34-3c697d7ddac1", "tag": "50f100f3-5816-4972-a664-1294b1d70863", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:27:48.204013 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eb334249-0eb8-4d24-a847-ec1d3e686836 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:27:48.204395 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb334249-0eb8-4d24-a847-ec1d3e686836'] response: {'name': 'network-changed', 'server_uuid': '4a4c8da5-808a-4df0-be34-3c697d7ddac1', 'tag': '50f100f3-5816-4972-a664-1294b1d70863', 'status': 'completed', 'code': 200} Apr 12 18:27:48.209537 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826874fe-b41c-47d5-b9ba-7a4a57dd8f98 service neutron] Pushing event updated for resources: {'Port': ['ID=50f100f3-5816-4972-a664-1294b1d70863,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:48.212689 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e3592-50f4-407a-a293-30280dde87aa req-e98d40c6-8814-46cf-91f8-66a78ac385cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:48.214479 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-fe6e3592-50f4-407a-a293-30280dde87aa req-e98d40c6-8814-46cf-91f8-66a78ac385cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5d28f86be7741b183b3d48b791ace5c&device_id=4a4c8da5-808a-4df0-be34-3c697d7ddac1 HTTP/1.1" status: 200 len: 1128 time: 0.0651166 Apr 12 18:27:48.249302 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-31dbb190-5b3f-4258-9535-b0bed1ae97d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'name': 'tempest-AttachVolumeShelveTestJSON-849549615-router', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:46Z', 'revision_number': 4, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'gw_port': {'id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'fa1b097a-f892-4c24-bf15-07b2c786cc13', 'name': '', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'mac_address': 'fa:16:3e:fc:d7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '722781c3-be17-480d-a735-2639a14655b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:45Z', 'updated_at': '2022-04-12T18:27:46Z', 'revision_number': 2, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'subnets': [{'id': '722781c3-be17-480d-a735-2639a14655b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:48.278823 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d9e8ad7b-7739-4d83-afee-e148f2ef815d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for security_group_rule (faafaa78-fff3-439b-8c81-216ed91a7c49), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:48.282207 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dbb190-5b3f-4258-9535-b0bed1ae97d7 None None] Checking router: 3ae077bd-2655-4dc3-b696-cd2d44325509 for host: dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:27:48.283117 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dbb190-5b3f-4258-9535-b0bed1ae97d7 None None] Updating router 3ae077bd-2655-4dc3-b696-cd2d44325509 port fa1b097a-f892-4c24-bf15-07b2c786cc13 binding host dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:27:48.290547 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d9e8ad7b-7739-4d83-afee-e148f2ef815d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (faafaa78-fff3-439b-8c81-216ed91a7c49), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:48.309307 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8ad7b-7739-4d83-afee-e148f2ef815d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faafaa78-fff3-439b-8c81-216ed91a7c49,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:48.313543 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-fe6e3592-50f4-407a-a293-30280dde87aa req-93021ce3-ed71-44de-8632-ad09006e8d80 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50f100f3-5816-4972-a664-1294b1d70863 HTTP/1.1" status: 200 len: 217 time: 0.0892563 Apr 12 18:27:48.323716 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-31dbb190-5b3f-4258-9535-b0bed1ae97d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (fa1b097a-f892-4c24-bf15-07b2c786cc13), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:48.331449 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d9e8ad7b-7739-4d83-afee-e148f2ef815d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:48.333207 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-d9e8ad7b-7739-4d83-afee-e148f2ef815d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2142992 Apr 12 18:27:48.338553 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42536) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:48.347745 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-46945554-c3a4-48d2-8e36-422e73198110 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Request body: {'security_group_rule': {'security_group_id': 'd13295ce-fff3-489a-8c8e-c0e67c4ca39e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:27:48.380412 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e3592-50f4-407a-a293-30280dde87aa req-24d00842-d547-4e10-aee0-52f3a190e3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:48.382958 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-fe6e3592-50f4-407a-a293-30280dde87aa req-24d00842-d547-4e10-aee0-52f3a190e3b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e9a9f4b8-3305-469c-8769-0a7b186de1c2 HTTP/1.1" status: 200 len: 853 time: 0.0587997 Apr 12 18:27:48.413852 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-46945554-c3a4-48d2-8e36-422e73198110 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for security_group_rule (1fd9c7ad-e5c7-4fe0-9560-73a9c214b372), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:48.432748 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3951d-38ab-4668-8fff-eb8ebbe11f9d req-1fb260ca-48b0-4ee8-8449-ceb2ed4d6b23 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:48.439934 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6be3951d-38ab-4668-8fff-eb8ebbe11f9d req-1fb260ca-48b0-4ee8-8449-ceb2ed4d6b23 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4c8da5-808a-4df0-be34-3c697d7ddac1 HTTP/1.1" status: 200 len: 944 time: 0.0632412 Apr 12 18:27:48.441000 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e3592-50f4-407a-a293-30280dde87aa req-d7dd6665-f2b6-4968-b60c-f2a12ef32a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:48.442517 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-fe6e3592-50f4-407a-a293-30280dde87aa req-d7dd6665-f2b6-4968-b60c-f2a12ef32a32 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9dc82e9-ba51-4034-af9b-11d793e8de94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524464 Apr 12 18:27:48.477493 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:48.513173 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6be3951d-38ab-4668-8fff-eb8ebbe11f9d req-e57c3987-de6b-446b-8ca6-94af33dba2c6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=a30dcd9b-5968-488c-adb1-16d7785ce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723836 Apr 12 18:27:48.518846 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-46945554-c3a4-48d2-8e36-422e73198110 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for security_group_rule (1fd9c7ad-e5c7-4fe0-9560-73a9c214b372), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:48.527800 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-46945554-c3a4-48d2-8e36-422e73198110 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (1fd9c7ad-e5c7-4fe0-9560-73a9c214b372), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:48.548998 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46945554-c3a4-48d2-8e36-422e73198110 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd9c7ad-e5c7-4fe0-9560-73a9c214b372,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:48.550551 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-fe6e3592-50f4-407a-a293-30280dde87aa req-7bb45f4b-bfde-4c38-9636-57b03168784d service neutron] 10.222.0.26 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004379 Apr 12 18:27:48.555356 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-46945554-c3a4-48d2-8e36-422e73198110 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:48.557296 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-46945554-c3a4-48d2-8e36-422e73198110 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2155585 Apr 12 18:27:48.560275 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42538) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:48.564821 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-2e25fb7b-1149-44cb-9b9c-4b37b49b1c2c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Request body: {'floatingip': {'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:27:48.586176 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2e25fb7b-1149-44cb-9b9c-4b37b49b1c2c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:48.651959 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-fe6e3592-50f4-407a-a293-30280dde87aa req-a3f2b4ca-02b7-4daf-9fba-34b95f829a7c service neutron] 10.222.0.26 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946383 Apr 12 18:27:48.681591 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2e25fb7b-1149-44cb-9b9c-4b37b49b1c2c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:48.691650 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-31dbb190-5b3f-4258-9535-b0bed1ae97d7 None None] Publish callbacks [] for port (fa1b097a-f892-4c24-bf15-07b2c786cc13), precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:48.698534 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-31dbb190-5b3f-4258-9535-b0bed1ae97d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (fa1b097a-f892-4c24-bf15-07b2c786cc13), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:48.750500 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df631eb-b51e-4d5b-bb05-70b64ba6dc3f None None] Pushing event updated for resources: {'Port': ['ID=fa1b097a-f892-4c24-bf15-07b2c786cc13,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:48.811550 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-2e25fb7b-1149-44cb-9b9c-4b37b49b1c2c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Allocated IP 172.27.1.17 (8fe2c56e-0395-443d-a858-76cf54693827/10fb9747-8da5-4ac4-8e6b-c6dba6e53947/e723d37e-3410-4aa0-b307-de45d098a2e2) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:27:48.814269 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-31dbb190-5b3f-4258-9535-b0bed1ae97d7 None None] Attempting to bind port fa1b097a-f892-4c24-bf15-07b2c786cc13 on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:27:48.815011 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-31dbb190-5b3f-4258-9535-b0bed1ae97d7 None None] Attempting to bind port fa1b097a-f892-4c24-bf15-07b2c786cc13 by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': 'a724c783-7421-49ba-ba3e-71e8fb669f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:27:48.815485 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dbb190-5b3f-4258-9535-b0bed1ae97d7 None None] Attempting to bind port fa1b097a-f892-4c24-bf15-07b2c786cc13 on network 49ab9656-d0bc-4412-8fbd-74c59629e55b {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:27:48.821087 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dbb190-5b3f-4258-9535-b0bed1ae97d7 None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:27:48.821308 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dbb190-5b3f-4258-9535-b0bed1ae97d7 None None] Checking segment: {'id': 'a724c783-7421-49ba-ba3e-71e8fb669f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:27:48.821762 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-31dbb190-5b3f-4258-9535-b0bed1ae97d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:48.822235 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dbb190-5b3f-4258-9535-b0bed1ae97d7 None None] Bound using segment: {'id': 'a724c783-7421-49ba-ba3e-71e8fb669f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:27:48.823342 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-31dbb190-5b3f-4258-9535-b0bed1ae97d7 None None] Bound port: fa1b097a-f892-4c24-bf15-07b2c786cc13, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a724c783-7421-49ba-ba3e-71e8fb669f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:27:48.823837 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-31dbb190-5b3f-4258-9535-b0bed1ae97d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (fa1b097a-f892-4c24-bf15-07b2c786cc13), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:48.894442 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-31dbb190-5b3f-4258-9535-b0bed1ae97d7 None None] For port fa1b097a-f892-4c24-bf15-07b2c786cc13, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:27:48.898266 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-31dbb190-5b3f-4258-9535-b0bed1ae97d7 None None] For port fa1b097a-f892-4c24-bf15-07b2c786cc13, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=fa1b097a-f892-4c24-bf15-07b2c786cc13,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:27:48.906860 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-31dbb190-5b3f-4258-9535-b0bed1ae97d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (fa1b097a-f892-4c24-bf15-07b2c786cc13), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:48.924213 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2e25fb7b-1149-44cb-9b9c-4b37b49b1c2c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for port (e723d37e-3410-4aa0-b307-de45d098a2e2), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:48.960266 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dbb190-5b3f-4258-9535-b0bed1ae97d7 None None] Routers {'3ae077bd-2655-4dc3-b696-cd2d44325509'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:27:48.961196 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-31dbb190-5b3f-4258-9535-b0bed1ae97d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:27:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['3ae077bd-2655-4dc3-b696-cd2d44325509'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:48.969124 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2e25fb7b-1149-44cb-9b9c-4b37b49b1c2c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (e723d37e-3410-4aa0-b307-de45d098a2e2), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:49.021107 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e25fb7b-1149-44cb-9b9c-4b37b49b1c2c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Network 8fe2c56e-0395-443d-a858-76cf54693827 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:27:49.031116 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-2e25fb7b-1149-44cb-9b9c-4b37b49b1c2c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:27:49.034822 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25fb7b-1149-44cb-9b9c-4b37b49b1c2c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:27:49.036403 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df631eb-b51e-4d5b-bb05-70b64ba6dc3f None None] Pushing event updated for resources: {'Port': ['ID=fa1b097a-f892-4c24-bf15-07b2c786cc13,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:49.044062 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 66777e9c-7047-446e-b255-c6eb76b7e088 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:27:49.065841 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25fb7b-1149-44cb-9b9c-4b37b49b1c2c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Pushing event updated for resources: {'Port': ['ID=e723d37e-3410-4aa0-b307-de45d098a2e2,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:49.090582 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-5405bf83-a3f1-4ce8-ad94-92773e7a683c None None] Provisioning complete for port fa1b097a-f892-4c24-bf15-07b2c786cc13 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:27:49.090956 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5405bf83-a3f1-4ce8-ad94-92773e7a683c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (fa1b097a-f892-4c24-bf15-07b2c786cc13), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:49.138803 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2e25fb7b-1149-44cb-9b9c-4b37b49b1c2c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for floatingip (73b133a2-a218-486b-a16c-33bdaf08fe21), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:49.183851 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2e25fb7b-1149-44cb-9b9c-4b37b49b1c2c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (e723d37e-3410-4aa0-b307-de45d098a2e2), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:49.199910 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port 66777e9c-7047-446e-b255-c6eb76b7e088 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:27:49.200206 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (66777e9c-7047-446e-b255-c6eb76b7e088), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:49.203720 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-31dbb190-5b3f-4258-9535-b0bed1ae97d7 None None] Set router 3ae077bd-2655-4dc3-b696-cd2d44325509 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:27:49.340122 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2e25fb7b-1149-44cb-9b9c-4b37b49b1c2c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for port (e723d37e-3410-4aa0-b307-de45d098a2e2), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:49.344757 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2e25fb7b-1149-44cb-9b9c-4b37b49b1c2c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62656905'] for port (e723d37e-3410-4aa0-b307-de45d098a2e2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:49.347656 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-5405bf83-a3f1-4ce8-ad94-92773e7a683c None None] Current status of the port fa1b097a-f892-4c24-bf15-07b2c786cc13 is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:27:49.348044 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5405bf83-a3f1-4ce8-ad94-92773e7a683c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (fa1b097a-f892-4c24-bf15-07b2c786cc13), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:49.350977 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:49.417830 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25fb7b-1149-44cb-9b9c-4b37b49b1c2c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Pushing event updated for resources: {'Port': ['ID=e723d37e-3410-4aa0-b307-de45d098a2e2,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:49.433466 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2e25fb7b-1149-44cb-9b9c-4b37b49b1c2c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (73b133a2-a218-486b-a16c-33bdaf08fe21), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:49.448447 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2e25fb7b-1149-44cb-9b9c-4b37b49b1c2c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:49.449732 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-2e25fb7b-1149-44cb-9b9c-4b37b49b1c2c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8882804 Apr 12 18:27:49.461802 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-5405bf83-a3f1-4ce8-ad94-92773e7a683c None None] For port fa1b097a-f892-4c24-bf15-07b2c786cc13, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=fa1b097a-f892-4c24-bf15-07b2c786cc13,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:27:49.470887 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5405bf83-a3f1-4ce8-ad94-92773e7a683c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (fa1b097a-f892-4c24-bf15-07b2c786cc13), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:49.505351 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 66777e9c-7047-446e-b255-c6eb76b7e088 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:27:49.568254 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405bf83-a3f1-4ce8-ad94-92773e7a683c None None] Pushing event updated for resources: {'Port': ['ID=fa1b097a-f892-4c24-bf15-07b2c786cc13,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:49.594798 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-31dbb190-5b3f-4258-9535-b0bed1ae97d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'name': 'tempest-AttachVolumeShelveTestJSON-849549615-router', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:46Z', 'revision_number': 4, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'gw_port': {'id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'fa1b097a-f892-4c24-bf15-07b2c786cc13', 'name': '', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'mac_address': 'fa:16:3e:fc:d7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '722781c3-be17-480d-a735-2639a14655b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:45Z', 'updated_at': '2022-04-12T18:27:48Z', 'revision_number': 4, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'subnets': [{'id': '722781c3-be17-480d-a735-2639a14655b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:49.599528 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d06f4e4b-6295-46a8-93c5-f88fc61733af None None] Provisioning complete for port fa1b097a-f892-4c24-bf15-07b2c786cc13 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:27:49.599528 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d06f4e4b-6295-46a8-93c5-f88fc61733af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (fa1b097a-f892-4c24-bf15-07b2c786cc13), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:49.643178 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dbb190-5b3f-4258-9535-b0bed1ae97d7 None None] The sync data for ids ['3ae077bd-2655-4dc3-b696-cd2d44325509'] in dv-cinder-837535-1-iscsi is: [{'id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'name': 'tempest-AttachVolumeShelveTestJSON-849549615-router', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:46Z', 'revision_number': 4, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'gw_port': {'id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'fa1b097a-f892-4c24-bf15-07b2c786cc13', 'name': '', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'mac_address': 'fa:16:3e:fc:d7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '722781c3-be17-480d-a735-2639a14655b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:45Z', 'updated_at': '2022-04-12T18:27:48Z', 'revision_number': 4, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'subnets': [{'id': '722781c3-be17-480d-a735-2639a14655b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:27:49.653900 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-f24f98bf-ef8a-417a-b711-b0b4d8fe4860 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2008760326&fields=id&tenant_id=0ffbe74a26884702b868d7cd3087e6f8 HTTP/1.1" status: 200 len: 267 time: 0.0891750 Apr 12 18:27:49.723492 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f9ac9-08d3-454a-be8a-d629e7c8ed5f req-52704376-734d-43c1-8550-ccc9bcaec741 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:49.725183 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5e4f9ac9-08d3-454a-be8a-d629e7c8ed5f req-52704376-734d-43c1-8550-ccc9bcaec741 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4c8da5-808a-4df0-be34-3c697d7ddac1 HTTP/1.1" status: 200 len: 944 time: 0.1211977 Apr 12 18:27:49.725337 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d06f4e4b-6295-46a8-93c5-f88fc61733af None None] Current status of the port fa1b097a-f892-4c24-bf15-07b2c786cc13 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:27:49.830558 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-2246f8eb-dbf1-45ea-834e-c1ba05faf145 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:49.832103 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-2246f8eb-dbf1-45ea-834e-c1ba05faf145 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/networks?id=49ab9656-d0bc-4412-8fbd-74c59629e55b HTTP/1.1" status: 200 len: 816 time: 0.1732795 Apr 12 18:27:49.836665 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5e4f9ac9-08d3-454a-be8a-d629e7c8ed5f req-c33f9111-0dd8-459f-bfcb-0849b925a171 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=a30dcd9b-5968-488c-adb1-16d7785ce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757565 Apr 12 18:27:49.850850 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-0cba8984-ad67-4737-802d-66718c5e59f7 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/quotas/0ffbe74a26884702b868d7cd3087e6f8 HTTP/1.1" status: 200 len: 375 time: 0.0094876 Apr 12 18:27:49.903067 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-3a41718d-9353-448f-b208-9a6968758cd3 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ffbe74a26884702b868d7cd3087e6f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463922 Apr 12 18:27:50.049681 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-511ecba4-a9a1-4393-a813-66a9804c2246 service neutron] 10.222.0.52 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347821 Apr 12 18:27:50.141653 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-62b829f4-e231-4312-9f0c-831cb7bf77b1 service neutron] 10.222.0.52 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860989 Apr 12 18:27:50.314980 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9092ed20-6dfd-4391-9bd4-a522a3e4b2d8 req-d0466541-c1e2-4709-9fa4-c45fec0f83e9 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 210 time: 0.0308423 Apr 12 18:27:50.972653 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cdad1-0f34-4637-a950-527a0d21a0b3 req-46e1f697-f5fa-4424-9465-5912b618aea6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:50.974339 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3f4cdad1-0f34-4637-a950-527a0d21a0b3 req-46e1f697-f5fa-4424-9465-5912b618aea6 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4c8da5-808a-4df0-be34-3c697d7ddac1 HTTP/1.1" status: 200 len: 944 time: 0.0656419 Apr 12 18:27:50.996102 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11907489-3e28-41fc-9ac5-1eb8ad3667fb req-a56e5b7b-8781-4110-928f-7edb07288f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:50.997759 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-11907489-3e28-41fc-9ac5-1eb8ad3667fb req-a56e5b7b-8781-4110-928f-7edb07288f26 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5d28f86be7741b183b3d48b791ace5c&device_id=4a4c8da5-808a-4df0-be34-3c697d7ddac1 HTTP/1.1" status: 200 len: 1128 time: 0.0471637 Apr 12 18:27:51.038535 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3f4cdad1-0f34-4637-a950-527a0d21a0b3 req-b02b36e0-0124-4c1b-917e-fe3f3f442c4d tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=a30dcd9b-5968-488c-adb1-16d7785ce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538323 Apr 12 18:27:51.064669 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device fa1b097a-f892-4c24-bf15-07b2c786cc13 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:27:51.113810 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port fa1b097a-f892-4c24-bf15-07b2c786cc13 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:27:51.113810 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (fa1b097a-f892-4c24-bf15-07b2c786cc13), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:51.119152 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11907489-3e28-41fc-9ac5-1eb8ad3667fb req-38d499ba-57e9-41c5-a9ca-eb69333ba5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:51.121214 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-11907489-3e28-41fc-9ac5-1eb8ad3667fb req-38d499ba-57e9-41c5-a9ca-eb69333ba5a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9dc82e9-ba51-4034-af9b-11d793e8de94 HTTP/1.1" status: 200 len: 915 time: 0.1169951 Apr 12 18:27:51.163773 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-11907489-3e28-41fc-9ac5-1eb8ad3667fb req-092b7c53-5d38-4d08-b80a-42f98d5f46ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50f100f3-5816-4972-a664-1294b1d70863 HTTP/1.1" status: 200 len: 217 time: 0.0363371 Apr 12 18:27:51.197116 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port fa1b097a-f892-4c24-bf15-07b2c786cc13 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:27:51.216342 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11907489-3e28-41fc-9ac5-1eb8ad3667fb req-d17fc846-f81d-4159-8f9e-c642038febd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:51.217827 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-11907489-3e28-41fc-9ac5-1eb8ad3667fb req-d17fc846-f81d-4159-8f9e-c642038febd7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e9a9f4b8-3305-469c-8769-0a7b186de1c2 HTTP/1.1" status: 200 len: 853 time: 0.0488796 Apr 12 18:27:51.412217 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7b1009c7-63b9-408f-a72e-caea786a6663 req-4e615ada-9c45-4097-a250-cffe30dd2cc1 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 210 time: 0.0280826 Apr 12 18:27:51.454942 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 50f100f3-5816-4972-a664-1294b1d70863 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:27:51.472116 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11907489-3e28-41fc-9ac5-1eb8ad3667fb req-195277fe-e0fc-4bc9-8016-d980826b3c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:51.473675 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-11907489-3e28-41fc-9ac5-1eb8ad3667fb req-195277fe-e0fc-4bc9-8016-d980826b3c18 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9dc82e9-ba51-4034-af9b-11d793e8de94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433812 Apr 12 18:27:51.575989 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 50f100f3-5816-4972-a664-1294b1d70863, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=50f100f3-5816-4972-a664-1294b1d70863,segment=NetworkSegment(5377f466-4b6e-46ba-a53b-1eadcfe56874),segment_id=5377f466-4b6e-46ba-a53b-1eadcfe56874)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:27:51.588087 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Returning: {'device': '50f100f3-5816-4972-a664-1294b1d70863', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'port_id': '50f100f3-5816-4972-a664-1294b1d70863', 'mac_address': 'fa:16:3e:af:0b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:27:51.635634 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-11907489-3e28-41fc-9ac5-1eb8ad3667fb req-7063743a-3b2b-4c1c-abcb-7ed0520b71d3 service neutron] 10.222.0.26 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551623 Apr 12 18:27:51.635898 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 50f100f3-5816-4972-a664-1294b1d70863 is: DOWN; New status is: BUILD {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:27:51.636206 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (50f100f3-5816-4972-a664-1294b1d70863), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:51.650344 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f100f3-5816-4972-a664-1294b1d70863 {{(pid=103525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:27:51.672614 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 50f100f3-5816-4972-a664-1294b1d70863, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=50f100f3-5816-4972-a664-1294b1d70863,segment=NetworkSegment(5377f466-4b6e-46ba-a53b-1eadcfe56874),segment_id=5377f466-4b6e-46ba-a53b-1eadcfe56874)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:27:51.677419 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (50f100f3-5816-4972-a664-1294b1d70863), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:51.681844 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-bf79d5eb-d877-4498-ac5d-c31fbbd90ab9 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:51.684078 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-bf79d5eb-d877-4498-ac5d-c31fbbd90ab9 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.26 "GET /v2.0/networks?id=49ab9656-d0bc-4412-8fbd-74c59629e55b HTTP/1.1" status: 200 len: 816 time: 0.1519558 Apr 12 18:27:51.750335 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-11907489-3e28-41fc-9ac5-1eb8ad3667fb req-26f99521-2687-4ccb-9625-849233ffb276 service neutron] 10.222.0.26 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074953 Apr 12 18:27:51.821547 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-46e56b35-a4df-4b65-b77a-7a27fe8577c2 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ffbe74a26884702b868d7cd3087e6f8 HTTP/1.1" status: 200 len: 380 time: 0.0599961 Apr 12 18:27:51.830851 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-b31222fe-2a99-4521-89cc-dc677e9cb43d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Request body: {'port': {'device_id': 'a9df7f11-614e-49d9-8fe5-e4bec49497ba', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'admin_state_up': True, 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'security_groups': ['d13295ce-fff3-489a-8c8e-c0e67c4ca39e']}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:27:51.862376 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=50f100f3-5816-4972-a664-1294b1d70863,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:51.940679 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-b31222fe-2a99-4521-89cc-dc677e9cb43d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Made reservation on behalf of 0ffbe74a26884702b868d7cd3087e6f8 for: {'port': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:27:51.943953 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-b31222fe-2a99-4521-89cc-dc677e9cb43d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:52.032011 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['50f100f3-5816-4972-a664-1294b1d70863'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:27:52.074150 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-b31222fe-2a99-4521-89cc-dc677e9cb43d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Allocated IP 172.20.0.9 (49ab9656-d0bc-4412-8fbd-74c59629e55b/722781c3-be17-480d-a735-2639a14655b9/624415f4-5fe4-452f-9481-906fce01e9ac) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:27:52.157113 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7001ac5-f691-4ca5-bf2e-ff2902d70e77 req-b64baf8d-b7d6-4941-af6a-b9499546b6e4 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:52.158817 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f7001ac5-f691-4ca5-bf2e-ff2902d70e77 req-b64baf8d-b7d6-4941-af6a-b9499546b6e4 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4c8da5-808a-4df0-be34-3c697d7ddac1 HTTP/1.1" status: 200 len: 945 time: 0.0520191 Apr 12 18:27:52.215357 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f7001ac5-f691-4ca5-bf2e-ff2902d70e77 req-d0485024-43e3-4edd-a6e9-7f37acd753a7 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=a30dcd9b-5968-488c-adb1-16d7785ce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461156 Apr 12 18:27:52.231273 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-b31222fe-2a99-4521-89cc-dc677e9cb43d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for port (624415f4-5fe4-452f-9481-906fce01e9ac), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:52.262832 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-b31222fe-2a99-4521-89cc-dc677e9cb43d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (624415f4-5fe4-452f-9481-906fce01e9ac), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:52.304406 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-b31222fe-2a99-4521-89cc-dc677e9cb43d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Network 49ab9656-d0bc-4412-8fbd-74c59629e55b is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:27:52.310188 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-b31222fe-2a99-4521-89cc-dc677e9cb43d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:27:52.313831 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-b31222fe-2a99-4521-89cc-dc677e9cb43d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:27:52.337589 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31222fe-2a99-4521-89cc-dc677e9cb43d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Pushing event updated for resources: {'Port': ['ID=624415f4-5fe4-452f-9481-906fce01e9ac,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:52.364852 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-b31222fe-2a99-4521-89cc-dc677e9cb43d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:52.365495 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-b31222fe-2a99-4521-89cc-dc677e9cb43d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:52.381854 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-b31222fe-2a99-4521-89cc-dc677e9cb43d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5548902 Apr 12 18:27:52.400603 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-c12da038-13df-4535-9631-6397e4e01802 service neutron] Request body: {'port': {'device_id': 'a9df7f11-614e-49d9-8fe5-e4bec49497ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:27:52.467207 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-c12da038-13df-4535-9631-6397e4e01802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (624415f4-5fe4-452f-9481-906fce01e9ac), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:52.533000 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cd945-0515-4aa2-8b8b-e7d80ceee7ab req-9860eccf-0af8-43f9-b966-1501aeadd4ae tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:52.534505 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d66cd945-0515-4aa2-8b8b-e7d80ceee7ab req-9860eccf-0af8-43f9-b966-1501aeadd4ae tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 931 time: 0.0468416 Apr 12 18:27:52.561610 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-a040611a-e5b7-4394-97eb-a396f74f1913 None None] Provisioning complete for port 624415f4-5fe4-452f-9481-906fce01e9ac triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:27:52.562220 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a040611a-e5b7-4394-97eb-a396f74f1913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (624415f4-5fe4-452f-9481-906fce01e9ac), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:52.581827 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d66cd945-0515-4aa2-8b8b-e7d80ceee7ab req-77321709-2512-4f1c-9fbb-44146539f448 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417464 Apr 12 18:27:52.601443 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-a040611a-e5b7-4394-97eb-a396f74f1913 None None] Port 624415f4-5fe4-452f-9481-906fce01e9ac cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:27:52.967539 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-c12da038-13df-4535-9631-6397e4e01802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624415f4-5fe4-452f-9481-906fce01e9ac {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:27:52.974686 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-c12da038-13df-4535-9631-6397e4e01802 service neutron] Publish callbacks [] for port (624415f4-5fe4-452f-9481-906fce01e9ac), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:52.986832 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-c12da038-13df-4535-9631-6397e4e01802 service neutron] Transition to ACTIVE for port object 624415f4-5fe4-452f-9481-906fce01e9ac will not be triggered until provisioned by entity L2. {{(pid=103524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:27:52.994408 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-c12da038-13df-4535-9631-6397e4e01802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (624415f4-5fe4-452f-9481-906fce01e9ac), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:53.046274 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12da038-13df-4535-9631-6397e4e01802 service neutron] Pushing event updated for resources: {'Port': ['ID=624415f4-5fe4-452f-9481-906fce01e9ac,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:53.118144 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-c12da038-13df-4535-9631-6397e4e01802 service neutron] Attempting to bind port 624415f4-5fe4-452f-9481-906fce01e9ac on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:27:53.118845 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-c12da038-13df-4535-9631-6397e4e01802 service neutron] Attempting to bind port 624415f4-5fe4-452f-9481-906fce01e9ac by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'a724c783-7421-49ba-ba3e-71e8fb669f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:27:53.118845 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-c12da038-13df-4535-9631-6397e4e01802 service neutron] Attempting to bind port 624415f4-5fe4-452f-9481-906fce01e9ac on network 49ab9656-d0bc-4412-8fbd-74c59629e55b {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:27:53.124004 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-c12da038-13df-4535-9631-6397e4e01802 service neutron] Port 624415f4-5fe4-452f-9481-906fce01e9ac on network 49ab9656-d0bc-4412-8fbd-74c59629e55b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:27:53.124323 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-c12da038-13df-4535-9631-6397e4e01802 service neutron] Attempting to bind port 624415f4-5fe4-452f-9481-906fce01e9ac on network 49ab9656-d0bc-4412-8fbd-74c59629e55b {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:27:53.129327 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-c12da038-13df-4535-9631-6397e4e01802 service neutron] Checking agent: {'id': '5b3c503f-4bfd-4027-adb8-75f76add50a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'started_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:27:53.129666 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-c12da038-13df-4535-9631-6397e4e01802 service neutron] Checking segment: {'id': 'a724c783-7421-49ba-ba3e-71e8fb669f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:27:53.130051 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-c12da038-13df-4535-9631-6397e4e01802 service neutron] Bound using segment: {'id': 'a724c783-7421-49ba-ba3e-71e8fb669f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:27:53.130474 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-c12da038-13df-4535-9631-6397e4e01802 service neutron] Bound port: 624415f4-5fe4-452f-9481-906fce01e9ac, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a724c783-7421-49ba-ba3e-71e8fb669f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:27:53.130944 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-c12da038-13df-4535-9631-6397e4e01802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (624415f4-5fe4-452f-9481-906fce01e9ac), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:53.196199 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-c12da038-13df-4535-9631-6397e4e01802 service neutron] For port 624415f4-5fe4-452f-9481-906fce01e9ac, host hv-cinder-83753, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:27:53.199791 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-c12da038-13df-4535-9631-6397e4e01802 service neutron] For port 624415f4-5fe4-452f-9481-906fce01e9ac, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=624415f4-5fe4-452f-9481-906fce01e9ac,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:27:53.205244 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-c12da038-13df-4535-9631-6397e4e01802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (624415f4-5fe4-452f-9481-906fce01e9ac), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:53.237219 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-c12da038-13df-4535-9631-6397e4e01802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:53.237876 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-c12da038-13df-4535-9631-6397e4e01802 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:53.239381 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-c12da038-13df-4535-9631-6397e4e01802 service neutron] 10.222.0.26 "PUT /v2.0/ports/624415f4-5fe4-452f-9481-906fce01e9ac HTTP/1.1" status: 200 len: 1093 time: 0.8431578 Apr 12 18:27:53.239777 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9df7f11-614e-49d9-8fe5-e4bec49497ba', 'tag': '624415f4-5fe4-452f-9481-906fce01e9ac'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:27:53.242014 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5e3de7-254c-4e71-9efb-6074d009e479" -d '{"events": [{"name": "network-changed", "server_uuid": "a9df7f11-614e-49d9-8fe5-e4bec49497ba", "tag": "624415f4-5fe4-452f-9481-906fce01e9ac"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:27:53.289968 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67071bf-ec56-4592-9472-79f096f3aa59 x-openstack-request-id: req-c67071bf-ec56-4592-9472-79f096f3aa59 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:27:53.290389 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9df7f11-614e-49d9-8fe5-e4bec49497ba", "tag": "624415f4-5fe4-452f-9481-906fce01e9ac", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:27:53.290774 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c67071bf-ec56-4592-9472-79f096f3aa59 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:27:53.291385 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c67071bf-ec56-4592-9472-79f096f3aa59'] response: {'name': 'network-changed', 'server_uuid': 'a9df7f11-614e-49d9-8fe5-e4bec49497ba', 'tag': '624415f4-5fe4-452f-9481-906fce01e9ac', 'status': 'completed', 'code': 200} Apr 12 18:27:53.296443 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12da038-13df-4535-9631-6397e4e01802 service neutron] Pushing event updated for resources: {'Port': ['ID=624415f4-5fe4-452f-9481-906fce01e9ac,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:53.360870 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-dc72c3eb-edda-4738-bbb5-f0b026acc936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:53.362673 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-dc72c3eb-edda-4738-bbb5-f0b026acc936 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ffbe74a26884702b868d7cd3087e6f8&device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 1127 time: 0.0607004 Apr 12 18:27:53.398068 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1e00f-9ae2-490d-bd06-359fe6aeaaca req-809e2319-fde9-439a-86dc-1fd7e58431a8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:53.399773 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-cdb1e00f-9ae2-490d-bd06-359fe6aeaaca req-809e2319-fde9-439a-86dc-1fd7e58431a8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4c8da5-808a-4df0-be34-3c697d7ddac1 HTTP/1.1" status: 200 len: 945 time: 0.0532830 Apr 12 18:27:53.405976 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-9107035a-adfd-4803-a951-b010a63cd9f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=624415f4-5fe4-452f-9481-906fce01e9ac HTTP/1.1" status: 200 len: 217 time: 0.0363960 Apr 12 18:27:53.451655 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-cdb1e00f-9ae2-490d-bd06-359fe6aeaaca req-362b8357-0fe0-40ff-aa56-556e0e4a036e tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=a30dcd9b-5968-488c-adb1-16d7785ce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453529 Apr 12 18:27:53.454916 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-5ac0f81e-3c0a-49c4-8fb9-91ffd15eb170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:53.456365 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-5ac0f81e-3c0a-49c4-8fb9-91ffd15eb170 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=722781c3-be17-480d-a735-2639a14655b9 HTTP/1.1" status: 200 len: 855 time: 0.0453017 Apr 12 18:27:53.482146 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 50f100f3-5816-4972-a664-1294b1d70863 up at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:27:53.502569 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-09ed3236-398d-4b03-a3ed-f178c1e20368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:53.504078 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-09ed3236-398d-4b03-a3ed-f178c1e20368 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49ab9656-d0bc-4412-8fbd-74c59629e55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419188 Apr 12 18:27:53.527054 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning for port 50f100f3-5816-4972-a664-1294b1d70863 completed by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:27:53.536412 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning complete for port 50f100f3-5816-4972-a664-1294b1d70863 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:27:53.536792 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (50f100f3-5816-4972-a664-1294b1d70863), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:53.595053 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-8b4fbeb0-2c1a-4320-b20f-ad335def83d3 service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850265 Apr 12 18:27:53.622978 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 50f100f3-5816-4972-a664-1294b1d70863 is: BUILD; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:27:53.623488 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (50f100f3-5816-4972-a664-1294b1d70863), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:53.648832 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4c8da5-808a-4df0-be34-3c697d7ddac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f100f3-5816-4972-a664-1294b1d70863'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:27:53.651829 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6e2ba1-ac57-476c-bfc7-aa8c4b6a37e1" -d '{"events": [{"server_uuid": "4a4c8da5-808a-4df0-be34-3c697d7ddac1", "name": "network-vif-plugged", "status": "completed", "tag": "50f100f3-5816-4972-a664-1294b1d70863"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:27:53.665373 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 50f100f3-5816-4972-a664-1294b1d70863, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=50f100f3-5816-4972-a664-1294b1d70863,segment=NetworkSegment(5377f466-4b6e-46ba-a53b-1eadcfe56874),segment_id=5377f466-4b6e-46ba-a53b-1eadcfe56874)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:27:53.669853 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (50f100f3-5816-4972-a664-1294b1d70863), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:53.702587 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdc6b62-f29d-4e32-8bc2-0e114206bb77 x-openstack-request-id: req-7fdc6b62-f29d-4e32-8bc2-0e114206bb77 {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:27:53.702932 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4c8da5-808a-4df0-be34-3c697d7ddac1", "name": "network-vif-plugged", "status": "completed", "tag": "50f100f3-5816-4972-a664-1294b1d70863", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:27:53.703258 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7fdc6b62-f29d-4e32-8bc2-0e114206bb77 {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:27:53.703580 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fdc6b62-f29d-4e32-8bc2-0e114206bb77'] response: {'server_uuid': '4a4c8da5-808a-4df0-be34-3c697d7ddac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f100f3-5816-4972-a664-1294b1d70863', 'code': 200} Apr 12 18:27:53.705799 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-22489c5d-30bb-4c6b-91cc-ea6730d06d35 req-d3c9ad70-499f-4a28-b4b4-f41259b15369 service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984430 Apr 12 18:27:53.732089 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=50f100f3-5816-4972-a664-1294b1d70863,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:53.734267 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07c2b0-5941-41f4-bd78-05b50252efef req-9505eaac-21d6-400c-95ec-00f65478f2de tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:53.742470 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9c07c2b0-5941-41f4-bd78-05b50252efef req-9505eaac-21d6-400c-95ec-00f65478f2de tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0685282 Apr 12 18:27:53.795939 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9c07c2b0-5941-41f4-bd78-05b50252efef req-f6005fe9-9d19-443d-98bc-852f58516b7e tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471516 Apr 12 18:27:54.060225 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:54.564309 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e11f9a-16d5-43c4-a141-598f1586e3f8 req-44f04246-9763-4ae1-b7dc-b68d9086c446 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:54.565924 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b6e11f9a-16d5-43c4-a141-598f1586e3f8 req-44f04246-9763-4ae1-b7dc-b68d9086c446 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4c8da5-808a-4df0-be34-3c697d7ddac1 HTTP/1.1" status: 200 len: 946 time: 0.0466537 Apr 12 18:27:54.611198 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b6e11f9a-16d5-43c4-a141-598f1586e3f8 req-eac627db-d8c9-4aac-95f9-90c67acf9a50 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=a30dcd9b-5968-488c-adb1-16d7785ce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398929 Apr 12 18:27:54.911179 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177b0dd-e5a9-4ebc-955c-3b45b76bcd4c req-1376dd0c-08d1-4f5f-8557-da649701d91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:54.912639 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d177b0dd-e5a9-4ebc-955c-3b45b76bcd4c req-1376dd0c-08d1-4f5f-8557-da649701d91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0459225 Apr 12 18:27:54.962296 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d177b0dd-e5a9-4ebc-955c-3b45b76bcd4c req-e507cc23-f539-4d40-ab9e-eae1d4c52ec1 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433254 Apr 12 18:27:55.721407 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91f0cf-cc91-4a13-b802-bf08a41e90df req-e8571658-b91a-4ed0-a837-d95b52230a15 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:55.722872 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7b91f0cf-cc91-4a13-b802-bf08a41e90df req-e8571658-b91a-4ed0-a837-d95b52230a15 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4c8da5-808a-4df0-be34-3c697d7ddac1 HTTP/1.1" status: 200 len: 946 time: 0.0467839 Apr 12 18:27:55.769082 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7b91f0cf-cc91-4a13-b802-bf08a41e90df req-1710df7f-ce4a-4831-ae41-2f16db4b6372 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=a30dcd9b-5968-488c-adb1-16d7785ce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407608 Apr 12 18:27:55.953501 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e3de7-254c-4e71-9efb-6074d009e479 req-8028db1a-f2da-442f-bc36-07ced076f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:55.954854 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9d5e3de7-254c-4e71-9efb-6074d009e479 req-8028db1a-f2da-442f-bc36-07ced076f4aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ffbe74a26884702b868d7cd3087e6f8&device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 1127 time: 0.0502310 Apr 12 18:27:56.007863 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8ae87-8064-4e6b-b663-81102dc90f77 req-36b37424-91ba-4cf9-900d-7486e33df76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:56.009378 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-1cd8ae87-8064-4e6b-b663-81102dc90f77 req-36b37424-91ba-4cf9-900d-7486e33df76c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a4c8da5-808a-4df0-be34-3c697d7ddac1 HTTP/1.1" status: 200 len: 1130 time: 0.0706997 Apr 12 18:27:56.086466 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b3dc2-7c48-4033-b733-27718164c024 req-d72b21b5-814f-4a10-91c6-dc1f62bedb84 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:56.089185 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-526b3dc2-7c48-4033-b733-27718164c024 req-d72b21b5-814f-4a10-91c6-dc1f62bedb84 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0527856 Apr 12 18:27:56.107577 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-1cd8ae87-8064-4e6b-b663-81102dc90f77 req-d83317f2-88a8-4382-b325-f0c4c1ad618b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a30dcd9b-5968-488c-adb1-16d7785ce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705185 Apr 12 18:27:56.109331 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e3de7-254c-4e71-9efb-6074d009e479 req-aff871cc-c09d-4676-98f2-b27cc6d3afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:56.110746 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9d5e3de7-254c-4e71-9efb-6074d009e479 req-aff871cc-c09d-4676-98f2-b27cc6d3afe8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49ab9656-d0bc-4412-8fbd-74c59629e55b HTTP/1.1" status: 200 len: 917 time: 0.1403389 Apr 12 18:27:56.146968 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-526b3dc2-7c48-4033-b733-27718164c024 req-5906eba6-fc60-4e1c-b31b-8b38079ecc72 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518289 Apr 12 18:27:56.452379 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9d5e3de7-254c-4e71-9efb-6074d009e479 req-907ea582-d8a4-4359-b6c5-cc57d5b5d8ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=624415f4-5fe4-452f-9481-906fce01e9ac HTTP/1.1" status: 200 len: 217 time: 0.0401084 Apr 12 18:27:56.501759 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e3de7-254c-4e71-9efb-6074d009e479 req-0585f900-0b3e-4d0d-b64f-dd3829384d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:56.503136 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9d5e3de7-254c-4e71-9efb-6074d009e479 req-0585f900-0b3e-4d0d-b64f-dd3829384d66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=722781c3-be17-480d-a735-2639a14655b9 HTTP/1.1" status: 200 len: 855 time: 0.0452232 Apr 12 18:27:56.550020 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e3de7-254c-4e71-9efb-6074d009e479 req-90630eb4-a0f7-4461-ac27-8c61523a6a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:56.551543 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9d5e3de7-254c-4e71-9efb-6074d009e479 req-90630eb4-a0f7-4461-ac27-8c61523a6a81 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49ab9656-d0bc-4412-8fbd-74c59629e55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416691 Apr 12 18:27:56.664811 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9d5e3de7-254c-4e71-9efb-6074d009e479 req-5ad0fa5d-7cf0-4f3a-aa75-8b135501b546 service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057220 Apr 12 18:27:56.882024 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d892f32-a8a6-42df-8ec0-af62a32c2c06 req-832de1f3-052b-4cd9-a373-1165d7ddb899 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:56.883494 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1d892f32-a8a6-42df-8ec0-af62a32c2c06 req-832de1f3-052b-4cd9-a373-1165d7ddb899 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4c8da5-808a-4df0-be34-3c697d7ddac1 HTTP/1.1" status: 200 len: 946 time: 0.0486736 Apr 12 18:27:56.931769 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1d892f32-a8a6-42df-8ec0-af62a32c2c06 req-b1fe0cf8-f745-4ce5-a713-85555e7673ad tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=a30dcd9b-5968-488c-adb1-16d7785ce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419645 Apr 12 18:27:57.144939 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9d5e3de7-254c-4e71-9efb-6074d009e479 req-d14a06ea-b9c4-4414-b705-27cc4e44a6bb service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851305 Apr 12 18:27:57.269448 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf2bb0-bc10-4bae-8676-85320493a415 req-a80a6949-4d35-4178-9262-b3f2a28b3bae tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:57.270912 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ebbf2bb0-bc10-4bae-8676-85320493a415 req-a80a6949-4d35-4178-9262-b3f2a28b3bae tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0476670 Apr 12 18:27:57.319065 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ebbf2bb0-bc10-4bae-8676-85320493a415 req-b2a028a2-cde6-4036-9fce-c4da5c8bb5f1 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417690 Apr 12 18:27:57.504882 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 624415f4-5fe4-452f-9481-906fce01e9ac details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:27:57.601793 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 624415f4-5fe4-452f-9481-906fce01e9ac, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=624415f4-5fe4-452f-9481-906fce01e9ac,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:27:57.613248 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Returning: {'device': '624415f4-5fe4-452f-9481-906fce01e9ac', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'port_id': '624415f4-5fe4-452f-9481-906fce01e9ac', 'mac_address': 'fa:16:3e:b1:9a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722781c3-be17-480d-a735-2639a14655b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:27:57.648936 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 624415f4-5fe4-452f-9481-906fce01e9ac is: DOWN; New status is: BUILD {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:27:57.649355 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (624415f4-5fe4-452f-9481-906fce01e9ac), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:57.662615 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624415f4-5fe4-452f-9481-906fce01e9ac {{(pid=103525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:27:57.681222 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 624415f4-5fe4-452f-9481-906fce01e9ac, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=624415f4-5fe4-452f-9481-906fce01e9ac,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:27:57.684867 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (624415f4-5fe4-452f-9481-906fce01e9ac), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:57.734734 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=624415f4-5fe4-452f-9481-906fce01e9ac,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:58.030348 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['624415f4-5fe4-452f-9481-906fce01e9ac'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:27:58.046319 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b591a82-68db-4d8d-b776-66490ca90c1f req-e04a1767-3075-4299-ad8b-833529d1cfd8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:58.047892 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7b591a82-68db-4d8d-b776-66490ca90c1f req-e04a1767-3075-4299-ad8b-833529d1cfd8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4c8da5-808a-4df0-be34-3c697d7ddac1 HTTP/1.1" status: 200 len: 946 time: 0.0512626 Apr 12 18:27:58.102355 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7b591a82-68db-4d8d-b776-66490ca90c1f req-2a8b523b-c7ca-4b14-9145-df62e1048c7e tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=a30dcd9b-5968-488c-adb1-16d7785ce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479057 Apr 12 18:27:58.209808 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f7269-f3e8-4d76-a0ba-61f1c59e40a3 req-186766c3-2e7b-4274-8ae1-5e9077d31d72 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:58.211201 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bb9f7269-f3e8-4d76-a0ba-61f1c59e40a3 req-186766c3-2e7b-4274-8ae1-5e9077d31d72 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4c8da5-808a-4df0-be34-3c697d7ddac1 HTTP/1.1" status: 200 len: 946 time: 0.0474575 Apr 12 18:27:58.219444 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42608) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:27:58.223712 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c4efb26b-43dd-4453-8cd2-bcb4d4b51cee tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Request body: {'floatingip': {'port_id': '50f100f3-5816-4972-a664-1294b1d70863'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:27:58.263790 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c4efb26b-43dd-4453-8cd2-bcb4d4b51cee tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (8a6f662d-77a2-44ca-be57-2b3e15260c8d), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:58.500024 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd9fc6-9510-47e7-b2d2-f5c2f4ab3bee req-94ea1f7a-7698-47c2-8799-08c80384d6a7 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:58.501542 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f2fd9fc6-9510-47e7-b2d2-f5c2f4ab3bee req-94ea1f7a-7698-47c2-8799-08c80384d6a7 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 944 time: 0.0832703 Apr 12 18:27:58.629000 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f2fd9fc6-9510-47e7-b2d2-f5c2f4ab3bee req-b401694f-79d4-46d1-9046-9610490be57e tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210706 Apr 12 18:27:58.783343 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c4efb26b-43dd-4453-8cd2-bcb4d4b51cee tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:58.786936 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c4efb26b-43dd-4453-8cd2-bcb4d4b51cee tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (8a6f662d-77a2-44ca-be57-2b3e15260c8d), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:58.889443 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.l3_db [None req-c4efb26b-43dd-4453-8cd2-bcb4d4b51cee tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Floating IP 8a6f662d-77a2-44ca-be57-2b3e15260c8d associated. External IP: 172.27.1.41, port: 50f100f3-5816-4972-a664-1294b1d70863. Apr 12 18:27:59.096083 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4efb26b-43dd-4453-8cd2-bcb4d4b51cee tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Router 75c67045-88dc-47c1-88df-b545b64bc51a has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:27:59.205489 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4efb26b-43dd-4453-8cd2-bcb4d4b51cee tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:27:59.210357 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c4efb26b-43dd-4453-8cd2-bcb4d4b51cee tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:59.218255 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e4efa9-b0b2-4aaa-b290-c7c04fe84cd3 None None] Sync routers for ids ['75c67045-88dc-47c1-88df-b545b64bc51a'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:27:59.227868 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e4efa9-b0b2-4aaa-b290-c7c04fe84cd3 None None] Routers {'75c67045-88dc-47c1-88df-b545b64bc51a'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:27:59.228479 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-28e4efa9-b0b2-4aaa-b290-c7c04fe84cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:27:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['75c67045-88dc-47c1-88df-b545b64bc51a'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:59.243499 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-c4efb26b-43dd-4453-8cd2-bcb4d4b51cee tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "PUT /v2.0/floatingips/8a6f662d-77a2-44ca-be57-2b3e15260c8d HTTP/1.1" status: 200 len: 991 time: 1.0230157 Apr 12 18:27:59.244162 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4c8da5-808a-4df0-be34-3c697d7ddac1', 'tag': '50f100f3-5816-4972-a664-1294b1d70863'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:27:59.246787 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ff44208863b45d5314a74bf2796fa783e64ad3222a396cfa3f0d0395593348f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db639f22-4d6e-43e3-b9f5-257ba43f1a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4c8da5-808a-4df0-be34-3c697d7ddac1", "tag": "50f100f3-5816-4972-a664-1294b1d70863"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:27:59.283905 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405d08f1-1135-4a82-8140-7084515ba3e6 x-openstack-request-id: req-405d08f1-1135-4a82-8140-7084515ba3e6 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:27:59.284204 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4c8da5-808a-4df0-be34-3c697d7ddac1", "tag": "50f100f3-5816-4972-a664-1294b1d70863", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:27:59.284463 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-405d08f1-1135-4a82-8140-7084515ba3e6 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:27:59.284868 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-405d08f1-1135-4a82-8140-7084515ba3e6'] response: {'name': 'network-changed', 'server_uuid': '4a4c8da5-808a-4df0-be34-3c697d7ddac1', 'tag': '50f100f3-5816-4972-a664-1294b1d70863', 'status': 'completed', 'code': 200} Apr 12 18:27:59.342609 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-28e4efa9-b0b2-4aaa-b290-c7c04fe84cd3 None None] Set router 75c67045-88dc-47c1-88df-b545b64bc51a gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:27:59.346033 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db639f22-4d6e-43e3-b9f5-257ba43f1a6d req-2e525d79-f978-4d92-866d-a1f857289ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:59.347592 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-db639f22-4d6e-43e3-b9f5-257ba43f1a6d req-2e525d79-f978-4d92-866d-a1f857289ada service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5d28f86be7741b183b3d48b791ace5c&device_id=4a4c8da5-808a-4df0-be34-3c697d7ddac1 HTTP/1.1" status: 200 len: 1130 time: 0.0396070 Apr 12 18:27:59.446508 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db639f22-4d6e-43e3-b9f5-257ba43f1a6d req-571af291-c0dc-4e63-824d-a7db36af6d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:59.448626 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-db639f22-4d6e-43e3-b9f5-257ba43f1a6d req-571af291-c0dc-4e63-824d-a7db36af6d33 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9dc82e9-ba51-4034-af9b-11d793e8de94 HTTP/1.1" status: 200 len: 915 time: 0.0924141 Apr 12 18:27:59.517838 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-db639f22-4d6e-43e3-b9f5-257ba43f1a6d req-5b200e8e-a799-4aaa-aa65-94b4ec37fbc3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50f100f3-5816-4972-a664-1294b1d70863 HTTP/1.1" status: 200 len: 999 time: 0.0619788 Apr 12 18:27:59.519389 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 624415f4-5fe4-452f-9481-906fce01e9ac up at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:27:59.564037 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-28e4efa9-b0b2-4aaa-b290-c7c04fe84cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '8a6f662d-77a2-44ca-be57-2b3e15260c8d', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'port_id': '50f100f3-5816-4972-a664-1294b1d70863', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'mac_address': 'fa:16:3e:af:0b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4c8da5-808a-4df0-be34-3c697d7ddac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:27:43Z', 'updated_at': '2022-04-12T18:27:58Z', 'revision_number': 1, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ee12d0-42ec-4df9-af37-6171eb8e0fce', 'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'mac_address': 'fa:16:3e:d5:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:04Z', 'revision_number': 5, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'subnets': [{'id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:59.564813 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning for port 624415f4-5fe4-452f-9481-906fce01e9ac completed by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:27:59.568775 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db639f22-4d6e-43e3-b9f5-257ba43f1a6d req-2eea7c8e-884e-4afd-8b70-c090ebd75fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:59.570474 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-db639f22-4d6e-43e3-b9f5-257ba43f1a6d req-2eea7c8e-884e-4afd-8b70-c090ebd75fdb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e9a9f4b8-3305-469c-8769-0a7b186de1c2 HTTP/1.1" status: 200 len: 853 time: 0.0468173 Apr 12 18:27:59.571700 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning complete for port 624415f4-5fe4-452f-9481-906fce01e9ac triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:27:59.572103 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (624415f4-5fe4-452f-9481-906fce01e9ac), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:59.591598 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e4efa9-b0b2-4aaa-b290-c7c04fe84cd3 None None] Checking router: 75c67045-88dc-47c1-88df-b545b64bc51a for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:27:59.600245 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e4efa9-b0b2-4aaa-b290-c7c04fe84cd3 None None] Routers {'75c67045-88dc-47c1-88df-b545b64bc51a'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:27:59.600803 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-28e4efa9-b0b2-4aaa-b290-c7c04fe84cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:27:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['75c67045-88dc-47c1-88df-b545b64bc51a'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:27:59.614875 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db639f22-4d6e-43e3-b9f5-257ba43f1a6d req-924f99a4-aeba-4a62-b397-1cbf8e6ed6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:59.616454 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-db639f22-4d6e-43e3-b9f5-257ba43f1a6d req-924f99a4-aeba-4a62-b397-1cbf8e6ed6e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9dc82e9-ba51-4034-af9b-11d793e8de94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398281 Apr 12 18:27:59.653345 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 624415f4-5fe4-452f-9481-906fce01e9ac is: BUILD; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:27:59.653743 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (624415f4-5fe4-452f-9481-906fce01e9ac), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:59.690247 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 624415f4-5fe4-452f-9481-906fce01e9ac, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=624415f4-5fe4-452f-9481-906fce01e9ac,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:27:59.691655 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9df7f11-614e-49d9-8fe5-e4bec49497ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624415f4-5fe4-452f-9481-906fce01e9ac'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:27:59.694745 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92617096-233f-4fdb-b281-baf189fe4443" -d '{"events": [{"server_uuid": "a9df7f11-614e-49d9-8fe5-e4bec49497ba", "name": "network-vif-plugged", "status": "completed", "tag": "624415f4-5fe4-452f-9481-906fce01e9ac"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:27:59.699830 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (624415f4-5fe4-452f-9481-906fce01e9ac), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:27:59.721578 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-28e4efa9-b0b2-4aaa-b290-c7c04fe84cd3 None None] Set router 75c67045-88dc-47c1-88df-b545b64bc51a gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:27:59.724093 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-db639f22-4d6e-43e3-b9f5-257ba43f1a6d req-7f8466c1-6357-4ce0-91e6-77bc099d3f39 service neutron] 10.222.0.26 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004021 Apr 12 18:27:59.794236 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0ec11a-adf2-4780-8976-2a607fdcb3c1 x-openstack-request-id: req-ba0ec11a-adf2-4780-8976-2a607fdcb3c1 {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:27:59.797478 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9df7f11-614e-49d9-8fe5-e4bec49497ba", "name": "network-vif-plugged", "status": "completed", "tag": "624415f4-5fe4-452f-9481-906fce01e9ac", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:27:59.797801 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba0ec11a-adf2-4780-8976-2a607fdcb3c1 {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:27:59.798397 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba0ec11a-adf2-4780-8976-2a607fdcb3c1'] response: {'server_uuid': 'a9df7f11-614e-49d9-8fe5-e4bec49497ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624415f4-5fe4-452f-9481-906fce01e9ac', 'code': 200} Apr 12 18:27:59.805991 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=624415f4-5fe4-452f-9481-906fce01e9ac,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:27:59.828769 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bfe3f-cb75-4b05-8d5d-eb1ef8e9f499 req-ec0f96bf-71bb-4c4a-98a7-3a5bc7986d4a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:59.833751 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b14bfe3f-cb75-4b05-8d5d-eb1ef8e9f499 req-ec0f96bf-71bb-4c4a-98a7-3a5bc7986d4a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0817354 Apr 12 18:27:59.836452 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-db639f22-4d6e-43e3-b9f5-257ba43f1a6d req-4e3f5c2c-97ca-4034-a02a-b2cab1d53fb7 service neutron] 10.222.0.26 "GET /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059685 Apr 12 18:27:59.893640 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b14bfe3f-cb75-4b05-8d5d-eb1ef8e9f499 req-6f5e9bc5-dea4-442a-a12a-d88c0beafd22 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549676 Apr 12 18:27:59.975923 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1633d0-27cc-4065-9037-aca7c80f4c0e req-3c4aa800-634e-4880-92f4-0523e68b4429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:27:59.977564 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-6d1633d0-27cc-4065-9037-aca7c80f4c0e req-3c4aa800-634e-4880-92f4-0523e68b4429 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 1129 time: 0.0380321 Apr 12 18:28:00.025821 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-6d1633d0-27cc-4065-9037-aca7c80f4c0e req-f36f2dc4-efdf-49fb-a8b6-4b7102e76597 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413215 Apr 12 18:28:00.049834 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-28e4efa9-b0b2-4aaa-b290-c7c04fe84cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '8a6f662d-77a2-44ca-be57-2b3e15260c8d', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'port_id': '50f100f3-5816-4972-a664-1294b1d70863', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'mac_address': 'fa:16:3e:af:0b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4c8da5-808a-4df0-be34-3c697d7ddac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:27:43Z', 'updated_at': '2022-04-12T18:27:58Z', 'revision_number': 1, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ee12d0-42ec-4df9-af37-6171eb8e0fce', 'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'mac_address': 'fa:16:3e:d5:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:04Z', 'revision_number': 5, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'subnets': [{'id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:28:00.076721 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e4efa9-b0b2-4aaa-b290-c7c04fe84cd3 None None] The sync data for ids ['75c67045-88dc-47c1-88df-b545b64bc51a'] in dv-cinder-837535-1-iscsi is: [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '8a6f662d-77a2-44ca-be57-2b3e15260c8d', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'port_id': '50f100f3-5816-4972-a664-1294b1d70863', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'mac_address': 'fa:16:3e:af:0b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4c8da5-808a-4df0-be34-3c697d7ddac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:27:43Z', 'updated_at': '2022-04-12T18:27:58Z', 'revision_number': 1, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ee12d0-42ec-4df9-af37-6171eb8e0fce', 'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'mac_address': 'fa:16:3e:d5:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:04Z', 'revision_number': 5, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'subnets': [{'id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:28:00.261040 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dfc951-2b95-48ba-8025-34b4da1d3179 None None] New status for floating IP 8a6f662d-77a2-44ca-be57-2b3e15260c8d: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:28:01.012467 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea42e5-0ad1-4c3e-b8d8-784fe5d1a0c1 req-a1d28dec-5716-4802-aacf-62524f463f73 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:28:01.013955 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-00ea42e5-0ad1-4c3e-b8d8-784fe5d1a0c1 req-a1d28dec-5716-4802-aacf-62524f463f73 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0452988 Apr 12 18:28:01.060006 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-00ea42e5-0ad1-4c3e-b8d8-784fe5d1a0c1 req-aafe092e-5997-497b-8d37-10922873dbd7 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406270 Apr 12 18:28:02.176416 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d320d8-481c-4e24-84d9-76a8dad4c0d3 req-3ecb3f36-2380-4819-a107-c16772253686 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:28:02.177914 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-76d320d8-481c-4e24-84d9-76a8dad4c0d3 req-3ecb3f36-2380-4819-a107-c16772253686 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0498440 Apr 12 18:28:02.223490 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-76d320d8-481c-4e24-84d9-76a8dad4c0d3 req-cefc9838-b059-454d-8bfc-05d335d99009 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401146 Apr 12 18:28:02.335860 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a4651-7500-42a2-bd3e-0353efa67b77 req-369d1f45-1cc8-4154-a79d-b0d5ca2176e7 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:28:02.337367 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4e3a4651-7500-42a2-bd3e-0353efa67b77 req-369d1f45-1cc8-4154-a79d-b0d5ca2176e7 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0455914 Apr 12 18:28:02.346642 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42630) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:28:02.350868 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-fbca4ac6-8b19-494b-a3c7-8354144c88ba tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Request body: {'floatingip': {'port_id': '624415f4-5fe4-452f-9481-906fce01e9ac'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:28:02.388928 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fbca4ac6-8b19-494b-a3c7-8354144c88ba tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for floatingip (73b133a2-a218-486b-a16c-33bdaf08fe21), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:03.085836 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fbca4ac6-8b19-494b-a3c7-8354144c88ba tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:03.089855 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fbca4ac6-8b19-494b-a3c7-8354144c88ba tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (73b133a2-a218-486b-a16c-33bdaf08fe21), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:03.200322 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.l3_db [None req-fbca4ac6-8b19-494b-a3c7-8354144c88ba tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Floating IP 73b133a2-a218-486b-a16c-33bdaf08fe21 associated. External IP: 172.27.1.17, port: 624415f4-5fe4-452f-9481-906fce01e9ac. Apr 12 18:28:03.415451 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbca4ac6-8b19-494b-a3c7-8354144c88ba tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Router 3ae077bd-2655-4dc3-b696-cd2d44325509 has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:28:03.527942 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbca4ac6-8b19-494b-a3c7-8354144c88ba tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:28:03.532543 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fbca4ac6-8b19-494b-a3c7-8354144c88ba tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:03.537613 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d36913-6546-45e3-b5b2-94c042653242 None None] Sync routers for ids ['3ae077bd-2655-4dc3-b696-cd2d44325509'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:28:03.547977 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d36913-6546-45e3-b5b2-94c042653242 None None] Routers {'3ae077bd-2655-4dc3-b696-cd2d44325509'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:28:03.548595 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-72d36913-6546-45e3-b5b2-94c042653242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:27:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['3ae077bd-2655-4dc3-b696-cd2d44325509'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:28:03.563019 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-fbca4ac6-8b19-494b-a3c7-8354144c88ba tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "PUT /v2.0/floatingips/73b133a2-a218-486b-a16c-33bdaf08fe21 HTTP/1.1" status: 200 len: 990 time: 1.2153358 Apr 12 18:28:03.563624 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9df7f11-614e-49d9-8fe5-e4bec49497ba', 'tag': '624415f4-5fe4-452f-9481-906fce01e9ac'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:28:03.566024 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ff44208863b45d5314a74bf2796fa783e64ad3222a396cfa3f0d0395593348f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672b2b2f-3eea-449a-a1eb-620f5beb80c1" -d '{"events": [{"name": "network-changed", "server_uuid": "a9df7f11-614e-49d9-8fe5-e4bec49497ba", "tag": "624415f4-5fe4-452f-9481-906fce01e9ac"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:28:03.601277 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3de729-7b24-4613-926d-65e71a824d39 x-openstack-request-id: req-ce3de729-7b24-4613-926d-65e71a824d39 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:28:03.601579 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9df7f11-614e-49d9-8fe5-e4bec49497ba", "tag": "624415f4-5fe4-452f-9481-906fce01e9ac", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:28:03.601838 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ce3de729-7b24-4613-926d-65e71a824d39 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:28:03.602256 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce3de729-7b24-4613-926d-65e71a824d39'] response: {'name': 'network-changed', 'server_uuid': 'a9df7f11-614e-49d9-8fe5-e4bec49497ba', 'tag': '624415f4-5fe4-452f-9481-906fce01e9ac', 'status': 'completed', 'code': 200} Apr 12 18:28:03.661392 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b2b2f-3eea-449a-a1eb-620f5beb80c1 req-3c963415-10bf-45a5-9566-272685c21e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:28:03.662001 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-72d36913-6546-45e3-b5b2-94c042653242 None None] Set router 3ae077bd-2655-4dc3-b696-cd2d44325509 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:28:03.662906 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-672b2b2f-3eea-449a-a1eb-620f5beb80c1 req-3c963415-10bf-45a5-9566-272685c21e9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ffbe74a26884702b868d7cd3087e6f8&device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 1129 time: 0.0401411 Apr 12 18:28:03.757247 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b2b2f-3eea-449a-a1eb-620f5beb80c1 req-2c4c2c44-c1af-41fc-b864-ce267c610c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:28:03.758722 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-672b2b2f-3eea-449a-a1eb-620f5beb80c1 req-2c4c2c44-c1af-41fc-b864-ce267c610c6c service neutron] 10.222.0.26 "GET /v2.0/networks?id=49ab9656-d0bc-4412-8fbd-74c59629e55b HTTP/1.1" status: 200 len: 917 time: 0.0838470 Apr 12 18:28:03.827221 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-672b2b2f-3eea-449a-a1eb-620f5beb80c1 req-16cd0d67-1fbd-40e2-a2d9-e00068120d00 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=624415f4-5fe4-452f-9481-906fce01e9ac HTTP/1.1" status: 200 len: 998 time: 0.0620005 Apr 12 18:28:03.878660 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-72d36913-6546-45e3-b5b2-94c042653242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'name': 'tempest-AttachVolumeShelveTestJSON-849549615-router', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:46Z', 'revision_number': 4, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'gw_port': {'id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '73b133a2-a218-486b-a16c-33bdaf08fe21', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'port_id': '624415f4-5fe4-452f-9481-906fce01e9ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'mac_address': 'fa:16:3e:b1:9a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9df7f11-614e-49d9-8fe5-e4bec49497ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:27:49Z', 'updated_at': '2022-04-12T18:28:02Z', 'revision_number': 1, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1b097a-f892-4c24-bf15-07b2c786cc13', 'name': '', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'mac_address': 'fa:16:3e:fc:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '722781c3-be17-480d-a735-2639a14655b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:45Z', 'updated_at': '2022-04-12T18:27:49Z', 'revision_number': 5, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'subnets': [{'id': '722781c3-be17-480d-a735-2639a14655b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:28:03.885977 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b2b2f-3eea-449a-a1eb-620f5beb80c1 req-c62f346a-7823-4fde-bf84-9ba8dbebe922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:28:03.887453 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-672b2b2f-3eea-449a-a1eb-620f5beb80c1 req-c62f346a-7823-4fde-bf84-9ba8dbebe922 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=722781c3-be17-480d-a735-2639a14655b9 HTTP/1.1" status: 200 len: 855 time: 0.0451963 Apr 12 18:28:03.905377 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d36913-6546-45e3-b5b2-94c042653242 None None] Checking router: 3ae077bd-2655-4dc3-b696-cd2d44325509 for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:28:03.913602 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d36913-6546-45e3-b5b2-94c042653242 None None] Routers {'3ae077bd-2655-4dc3-b696-cd2d44325509'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:28:03.914209 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-72d36913-6546-45e3-b5b2-94c042653242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:27:45Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['3ae077bd-2655-4dc3-b696-cd2d44325509'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:28:03.931047 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b2b2f-3eea-449a-a1eb-620f5beb80c1 req-0cffa2b8-12c0-4677-94ea-b7829ac362ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:28:03.933097 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-672b2b2f-3eea-449a-a1eb-620f5beb80c1 req-0cffa2b8-12c0-4677-94ea-b7829ac362ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49ab9656-d0bc-4412-8fbd-74c59629e55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387979 Apr 12 18:28:04.022474 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-72d36913-6546-45e3-b5b2-94c042653242 None None] Set router 3ae077bd-2655-4dc3-b696-cd2d44325509 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:28:04.026280 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-672b2b2f-3eea-449a-a1eb-620f5beb80c1 req-8c3acf9b-8f24-49fe-837f-febcd0151883 service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859592 Apr 12 18:28:04.121931 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-672b2b2f-3eea-449a-a1eb-620f5beb80c1 req-2a8c83b1-c7c4-404f-b9e9-01612dc38ce2 service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856957 Apr 12 18:28:04.237316 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-72d36913-6546-45e3-b5b2-94c042653242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'name': 'tempest-AttachVolumeShelveTestJSON-849549615-router', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:46Z', 'revision_number': 4, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'gw_port': {'id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '73b133a2-a218-486b-a16c-33bdaf08fe21', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'port_id': '624415f4-5fe4-452f-9481-906fce01e9ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'mac_address': 'fa:16:3e:b1:9a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9df7f11-614e-49d9-8fe5-e4bec49497ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:27:49Z', 'updated_at': '2022-04-12T18:28:02Z', 'revision_number': 1, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1b097a-f892-4c24-bf15-07b2c786cc13', 'name': '', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'mac_address': 'fa:16:3e:fc:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '722781c3-be17-480d-a735-2639a14655b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:45Z', 'updated_at': '2022-04-12T18:27:49Z', 'revision_number': 5, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'subnets': [{'id': '722781c3-be17-480d-a735-2639a14655b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:28:04.262884 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d36913-6546-45e3-b5b2-94c042653242 None None] The sync data for ids ['3ae077bd-2655-4dc3-b696-cd2d44325509'] in dv-cinder-837535-1-iscsi is: [{'id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'name': 'tempest-AttachVolumeShelveTestJSON-849549615-router', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:46Z', 'revision_number': 4, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'gw_port': {'id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '73b133a2-a218-486b-a16c-33bdaf08fe21', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'port_id': '624415f4-5fe4-452f-9481-906fce01e9ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'mac_address': 'fa:16:3e:b1:9a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9df7f11-614e-49d9-8fe5-e4bec49497ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:27:49Z', 'updated_at': '2022-04-12T18:28:02Z', 'revision_number': 1, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1b097a-f892-4c24-bf15-07b2c786cc13', 'name': '', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'mac_address': 'fa:16:3e:fc:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '722781c3-be17-480d-a735-2639a14655b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:45Z', 'updated_at': '2022-04-12T18:27:49Z', 'revision_number': 5, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'subnets': [{'id': '722781c3-be17-480d-a735-2639a14655b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:28:04.455918 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13e7564-31dc-48b1-b20d-d7232f5ba972 None None] New status for floating IP 73b133a2-a218-486b-a16c-33bdaf08fe21: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:28:13.171539 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-511e005f-d725-468b-a73b-2188093c46cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:14.788279 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:28:15.513711 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ae6da767-7257-4c12-ba84-c8355fcae950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:16.860069 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:18.365670 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:19.292938 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:24.071529 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:43.173936 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-065c6a41-4f78-4518-a763-cadeaf12d156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:45.172374 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42696) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:28:45.419387 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Deleting port 208f6d1b-1497-4b9d-a022-62791dcc4292 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:28:45.419733 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (208f6d1b-1497-4b9d-a022-62791dcc4292), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:45.498188 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (208f6d1b-1497-4b9d-a022-62791dcc4292), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:45.498525 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for floatingip (208f6d1b-1497-4b9d-a022-62791dcc4292), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:45.512630 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Calling delete_port for 208f6d1b-1497-4b9d-a022-62791dcc4292 owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:28:45.515211 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-57e9fbbe-231d-4222-b5ec-4106a278e4e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:45.658640 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (208f6d1b-1497-4b9d-a022-62791dcc4292), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:45.685175 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Pushing event deleted for resources: {'Port': ['ID=208f6d1b-1497-4b9d-a022-62791dcc4292,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:28:45.715692 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:45.716259 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:45.716526 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:45.716871 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:45.717244 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:45.717584 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:45.717919 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:45.718249 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:45.718583 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:45.718912 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:45.719239 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:45.719569 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:45.719898 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:45.720223 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:45.720546 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:45.768812 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for floatingip (13fbc20c-e15d-453c-9905-5b9339f993e6), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:45.769259 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.l3_db [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Floating IP 13fbc20c-e15d-453c-9905-5b9339f993e6 disassociated (deleted). External IP: 172.27.1.239, port: 96cae789-19b7-4db5-b6c2-ab4494f27b21. Apr 12 18:28:45.989252 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Router b5e2e5f9-b93a-4364-be45-3f7564299bef has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:28:46.100271 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:28:46.105043 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:46.110236 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fed5ba-f46e-494d-a2bf-91d8c0e9e6fa None None] Sync routers for ids ['b5e2e5f9-b93a-4364-be45-3f7564299bef'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:28:46.119663 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fed5ba-f46e-494d-a2bf-91d8c0e9e6fa None None] Routers {'b5e2e5f9-b93a-4364-be45-3f7564299bef'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:28:46.120287 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-f2fed5ba-f46e-494d-a2bf-91d8c0e9e6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:28:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['b5e2e5f9-b93a-4364-be45-3f7564299bef'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:28:46.135089 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-dc206b2c-ab24-4b8e-a335-c65d43b2a641 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "DELETE /v2.0/floatingips/13fbc20c-e15d-453c-9905-5b9339f993e6 HTTP/1.1" status: 204 len: 168 time: 0.9616373 Apr 12 18:28:46.135683 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83bcc45-19f6-4be2-8d80-e3809e37494c', 'tag': '96cae789-19b7-4db5-b6c2-ab4494f27b21'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:28:46.138014 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ff44208863b45d5314a74bf2796fa783e64ad3222a396cfa3f0d0395593348f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f5a365-ff96-4416-8b1c-d2c5bdf57014" -d '{"events": [{"name": "network-changed", "server_uuid": "b83bcc45-19f6-4be2-8d80-e3809e37494c", "tag": "96cae789-19b7-4db5-b6c2-ab4494f27b21"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:28:46.179008 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cade5e-fc96-4114-845d-07f84f50ede4 x-openstack-request-id: req-92cade5e-fc96-4114-845d-07f84f50ede4 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:28:46.179604 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83bcc45-19f6-4be2-8d80-e3809e37494c", "tag": "96cae789-19b7-4db5-b6c2-ab4494f27b21", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:28:46.179604 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-92cade5e-fc96-4114-845d-07f84f50ede4 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:28:46.179964 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92cade5e-fc96-4114-845d-07f84f50ede4'] response: {'name': 'network-changed', 'server_uuid': 'b83bcc45-19f6-4be2-8d80-e3809e37494c', 'tag': '96cae789-19b7-4db5-b6c2-ab4494f27b21', 'status': 'completed', 'code': 200} Apr 12 18:28:46.232860 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-f2fed5ba-f46e-494d-a2bf-91d8c0e9e6fa None None] Set router b5e2e5f9-b93a-4364-be45-3f7564299bef gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:28:46.238884 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5a365-ff96-4416-8b1c-d2c5bdf57014 req-07e401ff-e367-4ee5-9eba-6b24be56cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:28:46.240420 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-e0f5a365-ff96-4416-8b1c-d2c5bdf57014 req-07e401ff-e367-4ee5-9eba-6b24be56cd70 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28174fe24e7f4a5593b2b5f692ae7372&device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 1130 time: 0.0403652 Apr 12 18:28:46.336725 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5a365-ff96-4416-8b1c-d2c5bdf57014 req-0a3c5273-1180-4dbc-a120-9c086597bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:28:46.338267 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-e0f5a365-ff96-4416-8b1c-d2c5bdf57014 req-0a3c5273-1180-4dbc-a120-9c086597bcdb service neutron] 10.222.0.26 "GET /v2.0/networks?id=8935a1b3-0ad4-4541-b18d-1b5efbc9936f HTTP/1.1" status: 200 len: 909 time: 0.0922456 Apr 12 18:28:46.373809 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b16db-1fbc-4c7f-88ce-bfb53d5b35e8 req-aa8a9cf2-f708-4c6e-9530-24970bb20309 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:28:46.375423 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-518b16db-1fbc-4c7f-88ce-bfb53d5b35e8 req-aa8a9cf2-f708-4c6e-9530-24970bb20309 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 946 time: 0.0524700 Apr 12 18:28:46.434164 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-518b16db-1fbc-4c7f-88ce-bfb53d5b35e8 req-f8fe5f5b-d012-4c8e-9280-3e4213e77b7e tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497987 Apr 12 18:28:46.519889 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-f2fed5ba-f46e-494d-a2bf-91d8c0e9e6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'name': 'tempest-TestShelveInstance-309178816-router', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'bf952946-5e79-43bb-9580-2f285ac158b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:23:01Z', 'updated_at': '2022-04-12T18:23:05Z', 'revision_number': 4, 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'gw_port': {'id': 'bf952946-5e79-43bb-9580-2f285ac158b2', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:02Z', 'updated_at': '2022-04-12T18:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'c229dc68-a0c8-45bf-8741-d6cc682b076c', 'name': '', 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'mac_address': 'fa:16:3e:57:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:04Z', 'updated_at': '2022-04-12T18:23:09Z', 'revision_number': 5, 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'subnets': [{'id': '79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:28:46.549589 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fed5ba-f46e-494d-a2bf-91d8c0e9e6fa None None] Checking router: b5e2e5f9-b93a-4364-be45-3f7564299bef for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:28:46.557990 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fed5ba-f46e-494d-a2bf-91d8c0e9e6fa None None] Routers {'b5e2e5f9-b93a-4364-be45-3f7564299bef'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:28:46.558672 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-f2fed5ba-f46e-494d-a2bf-91d8c0e9e6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:28:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['b5e2e5f9-b93a-4364-be45-3f7564299bef'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:28:46.663770 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-f2fed5ba-f46e-494d-a2bf-91d8c0e9e6fa None None] Set router b5e2e5f9-b93a-4364-be45-3f7564299bef gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:28:46.850733 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-f2fed5ba-f46e-494d-a2bf-91d8c0e9e6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'name': 'tempest-TestShelveInstance-309178816-router', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'bf952946-5e79-43bb-9580-2f285ac158b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:23:01Z', 'updated_at': '2022-04-12T18:23:05Z', 'revision_number': 4, 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'gw_port': {'id': 'bf952946-5e79-43bb-9580-2f285ac158b2', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:02Z', 'updated_at': '2022-04-12T18:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'c229dc68-a0c8-45bf-8741-d6cc682b076c', 'name': '', 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'mac_address': 'fa:16:3e:57:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:04Z', 'updated_at': '2022-04-12T18:23:09Z', 'revision_number': 5, 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'subnets': [{'id': '79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:28:46.862871 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:46.878447 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fed5ba-f46e-494d-a2bf-91d8c0e9e6fa None None] The sync data for ids ['b5e2e5f9-b93a-4364-be45-3f7564299bef'] in dv-cinder-837535-1-iscsi is: [{'id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'name': 'tempest-TestShelveInstance-309178816-router', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'bf952946-5e79-43bb-9580-2f285ac158b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:23:01Z', 'updated_at': '2022-04-12T18:23:05Z', 'revision_number': 4, 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'gw_port': {'id': 'bf952946-5e79-43bb-9580-2f285ac158b2', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:02Z', 'updated_at': '2022-04-12T18:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'c229dc68-a0c8-45bf-8741-d6cc682b076c', 'name': '', 'network_id': '8935a1b3-0ad4-4541-b18d-1b5efbc9936f', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'mac_address': 'fa:16:3e:57:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:04Z', 'updated_at': '2022-04-12T18:23:09Z', 'revision_number': 5, 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'subnets': [{'id': '79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:28:47.089231 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167f0b5f-9989-41c1-a169-e3319a002572 None None] New status for floating IP 13fbc20c-e15d-453c-9905-5b9339f993e6: DOWN {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:28:47.507584 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-e0f5a365-ff96-4416-8b1c-d2c5bdf57014 req-e6934820-1a5e-49d8-a159-d70767b9a1c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96cae789-19b7-4db5-b6c2-ab4494f27b21 HTTP/1.1" status: 200 len: 217 time: 0.0396745 Apr 12 18:28:47.547857 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d94d7-6b8a-464a-8b8d-8692dfa4ed9e req-adf7fcac-229e-4517-bcae-30dce99e4e5b tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:28:47.549329 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-586d94d7-6b8a-464a-8b8d-8692dfa4ed9e req-adf7fcac-229e-4517-bcae-30dce99e4e5b tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 946 time: 0.0463631 Apr 12 18:28:47.596380 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-586d94d7-6b8a-464a-8b8d-8692dfa4ed9e req-92fc2f03-61c6-4530-be01-1451aa7a0309 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414083 Apr 12 18:28:47.961749 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5a365-ff96-4416-8b1c-d2c5bdf57014 req-e53886d7-4de6-4865-aa32-193ce9d93d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:28:47.963201 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-e0f5a365-ff96-4416-8b1c-d2c5bdf57014 req-e53886d7-4de6-4865-aa32-193ce9d93d2d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d HTTP/1.1" status: 200 len: 847 time: 0.0455525 Apr 12 18:28:48.188636 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5a365-ff96-4416-8b1c-d2c5bdf57014 req-e2833dfa-1cc2-4f48-93f7-6b9962cb11de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:28:48.190185 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-e0f5a365-ff96-4416-8b1c-d2c5bdf57014 req-e2833dfa-1cc2-4f48-93f7-6b9962cb11de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8935a1b3-0ad4-4541-b18d-1b5efbc9936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403807 Apr 12 18:28:48.368437 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:48.557021 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a98d4-5b3a-4758-8149-359bc9b46401 req-f0973bbe-671a-4a83-8702-308212f259c3 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:28:48.558614 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-de9a98d4-5b3a-4758-8149-359bc9b46401 req-f0973bbe-671a-4a83-8702-308212f259c3 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.26 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 946 time: 0.0816877 Apr 12 18:28:48.609438 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-e0f5a365-ff96-4416-8b1c-d2c5bdf57014 req-001aa314-be9d-48e8-b731-f54438fcb744 service neutron] 10.222.0.26 "GET /v2.0/networks/8935a1b3-0ad4-4541-b18d-1b5efbc9936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574578 Apr 12 18:28:48.683089 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-de9a98d4-5b3a-4758-8149-359bc9b46401 req-368458e6-e52e-487b-bb83-dd10e541bcf1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Deleting port 96cae789-19b7-4db5-b6c2-ab4494f27b21 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:28:48.684242 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-de9a98d4-5b3a-4758-8149-359bc9b46401 req-368458e6-e52e-487b-bb83-dd10e541bcf1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (96cae789-19b7-4db5-b6c2-ab4494f27b21), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:48.713118 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3be7e-a828-4cdd-9bb4-724f36131047 req-3de9bae1-a290-468c-b98a-710d34df922d tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:28:48.715915 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-90d3be7e-a828-4cdd-9bb4-724f36131047 req-3de9bae1-a290-468c-b98a-710d34df922d tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 946 time: 0.0517957 Apr 12 18:28:48.765955 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-90d3be7e-a828-4cdd-9bb4-724f36131047 req-f7ee740e-bfc9-458f-800b-a5b5f2b59b51 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf88e6be-fd71-4834-b365-f6974653d2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443900 Apr 12 18:28:48.806051 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-e0f5a365-ff96-4416-8b1c-d2c5bdf57014 req-80f638d3-6e33-40a3-8407-4fb1be7c2324 service neutron] 10.222.0.26 "GET /v2.0/networks/8935a1b3-0ad4-4541-b18d-1b5efbc9936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849916 Apr 12 18:28:48.816832 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-de9a98d4-5b3a-4758-8149-359bc9b46401 req-368458e6-e52e-487b-bb83-dd10e541bcf1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] For port 96cae789-19b7-4db5-b6c2-ab4494f27b21, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=96cae789-19b7-4db5-b6c2-ab4494f27b21,segment=NetworkSegment(5b53cd06-aee7-4b04-818e-d2c823afdb75),segment_id=5b53cd06-aee7-4b04-818e-d2c823afdb75)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:28:48.817228 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-de9a98d4-5b3a-4758-8149-359bc9b46401 req-368458e6-e52e-487b-bb83-dd10e541bcf1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (96cae789-19b7-4db5-b6c2-ab4494f27b21), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:48.830308 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-de9a98d4-5b3a-4758-8149-359bc9b46401 req-368458e6-e52e-487b-bb83-dd10e541bcf1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Calling delete_port for 96cae789-19b7-4db5-b6c2-ab4494f27b21 owned by compute:nova {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:28:48.957570 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-de9a98d4-5b3a-4758-8149-359bc9b46401 req-368458e6-e52e-487b-bb83-dd10e541bcf1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (96cae789-19b7-4db5-b6c2-ab4494f27b21), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:48.990854 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368458e6-e52e-487b-bb83-dd10e541bcf1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Pushing event deleted for resources: {'Port': ['ID=96cae789-19b7-4db5-b6c2-ab4494f27b21,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:28:49.013824 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368458e6-e52e-487b-bb83-dd10e541bcf1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:49.014175 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368458e6-e52e-487b-bb83-dd10e541bcf1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:49.014518 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368458e6-e52e-487b-bb83-dd10e541bcf1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:49.014858 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368458e6-e52e-487b-bb83-dd10e541bcf1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:49.015196 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368458e6-e52e-487b-bb83-dd10e541bcf1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:49.015527 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368458e6-e52e-487b-bb83-dd10e541bcf1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:49.015855 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368458e6-e52e-487b-bb83-dd10e541bcf1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:49.016183 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368458e6-e52e-487b-bb83-dd10e541bcf1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:49.016510 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368458e6-e52e-487b-bb83-dd10e541bcf1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:49.016835 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368458e6-e52e-487b-bb83-dd10e541bcf1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:49.017186 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368458e6-e52e-487b-bb83-dd10e541bcf1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:49.017514 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368458e6-e52e-487b-bb83-dd10e541bcf1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:49.017838 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368458e6-e52e-487b-bb83-dd10e541bcf1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:49.018162 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368458e6-e52e-487b-bb83-dd10e541bcf1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:49.018481 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368458e6-e52e-487b-bb83-dd10e541bcf1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:49.042018 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9a98d4-5b3a-4758-8149-359bc9b46401 req-368458e6-e52e-487b-bb83-dd10e541bcf1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] No DVR routers for this DVR port 96cae789-19b7-4db5-b6c2-ab4494f27b21 on host hv-cinder-83753 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:28:49.044755 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-de9a98d4-5b3a-4758-8149-359bc9b46401 req-368458e6-e52e-487b-bb83-dd10e541bcf1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:49.048011 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-de9a98d4-5b3a-4758-8149-359bc9b46401 req-368458e6-e52e-487b-bb83-dd10e541bcf1 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.26 "DELETE /v2.0/ports/96cae789-19b7-4db5-b6c2-ab4494f27b21 HTTP/1.1" status: 204 len: 173 time: 0.4816506 Apr 12 18:28:49.048437 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83bcc45-19f6-4be2-8d80-e3809e37494c', 'name': 'network-vif-deleted', 'tag': '96cae789-19b7-4db5-b6c2-ab4494f27b21'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:28:49.050674 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ff0e60-4f79-4fd9-95d2-ea0e83e46449" -d '{"events": [{"server_uuid": "b83bcc45-19f6-4be2-8d80-e3809e37494c", "name": "network-vif-deleted", "tag": "96cae789-19b7-4db5-b6c2-ab4494f27b21"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:28:49.086713 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d8395a-19fd-486e-bd06-4329b9581123 x-openstack-request-id: req-26d8395a-19fd-486e-bd06-4329b9581123 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:28:49.087028 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83bcc45-19f6-4be2-8d80-e3809e37494c", "name": "network-vif-deleted", "tag": "96cae789-19b7-4db5-b6c2-ab4494f27b21", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:28:49.087285 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-26d8395a-19fd-486e-bd06-4329b9581123 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:28:49.087783 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26d8395a-19fd-486e-bd06-4329b9581123'] response: {'server_uuid': 'b83bcc45-19f6-4be2-8d80-e3809e37494c', 'name': 'network-vif-deleted', 'tag': '96cae789-19b7-4db5-b6c2-ab4494f27b21', 'status': 'completed', 'code': 200} Apr 12 18:28:49.295608 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:49.909701 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9e864a23-f876-433e-a835-75ce9ef1fa9e req-d2cbff5d-c3ab-4ce7-ad7b-6da5f59184f9 tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83bcc45-19f6-4be2-8d80-e3809e37494c HTTP/1.1" status: 200 len: 210 time: 0.0450027 Apr 12 18:28:50.960226 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42742) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:28:51.015826 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e8e49632-12ba-4d8e-9eb4-3eaa99aa37cb tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for security_group (cf88e6be-fd71-4834-b365-f6974653d2bc), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:51.041462 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e8e49632-12ba-4d8e-9eb4-3eaa99aa37cb tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for security_group (cf88e6be-fd71-4834-b365-f6974653d2bc), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:51.103094 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e8e49632-12ba-4d8e-9eb4-3eaa99aa37cb tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (cf88e6be-fd71-4834-b365-f6974653d2bc), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:51.106404 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e8e49632-12ba-4d8e-9eb4-3eaa99aa37cb tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:51.107574 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-e8e49632-12ba-4d8e-9eb4-3eaa99aa37cb tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] 10.222.0.52 "DELETE /v2.0/security-groups/cf88e6be-fd71-4834-b365-f6974653d2bc HTTP/1.1" status: 204 len: 168 time: 0.1465139 Apr 12 18:28:51.116864 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e49632-12ba-4d8e-9eb4-3eaa99aa37cb tempest-TestShelveInstance-916164909 tempest-TestShelveInstance-916164909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf88e6be-fd71-4834-b365-f6974653d2bc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:28:51.154686 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42752) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:28:51.554482 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-39e8f2dc-1ca5-467e-b05b-e621ba06ff51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-810946'] for router_interface (b5e2e5f9-b93a-4364-be45-3f7564299bef), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:51.745854 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 96cae789-19b7-4db5-b6c2-ab4494f27b21 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:28:51.766934 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] No Port match for: 96cae789-19b7-4db5-b6c2-ab4494f27b21 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:28:51.767283 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 96cae789-19b7-4db5-b6c2-ab4494f27b21 not bound to the agent host hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:28:51.786874 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:28:51.787468 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-39e8f2dc-1ca5-467e-b05b-e621ba06ff51 admin admin] Deleting port c229dc68-a0c8-45bf-8741-d6cc682b076c {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:28:51.787468 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-39e8f2dc-1ca5-467e-b05b-e621ba06ff51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (c229dc68-a0c8-45bf-8741-d6cc682b076c), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:51.873277 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-39e8f2dc-1ca5-467e-b05b-e621ba06ff51 admin admin] For port c229dc68-a0c8-45bf-8741-d6cc682b076c, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=c229dc68-a0c8-45bf-8741-d6cc682b076c,segment=NetworkSegment(5b53cd06-aee7-4b04-818e-d2c823afdb75),segment_id=5b53cd06-aee7-4b04-818e-d2c823afdb75)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:28:51.873645 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-39e8f2dc-1ca5-467e-b05b-e621ba06ff51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (c229dc68-a0c8-45bf-8741-d6cc682b076c), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:51.888727 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-39e8f2dc-1ca5-467e-b05b-e621ba06ff51 admin admin] Calling delete_port for c229dc68-a0c8-45bf-8741-d6cc682b076c owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:28:52.069087 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-39e8f2dc-1ca5-467e-b05b-e621ba06ff51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (c229dc68-a0c8-45bf-8741-d6cc682b076c), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:52.094141 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8f2dc-1ca5-467e-b05b-e621ba06ff51 admin admin] Pushing event deleted for resources: {'Port': ['ID=c229dc68-a0c8-45bf-8741-d6cc682b076c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:28:52.269675 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-39e8f2dc-1ca5-467e-b05b-e621ba06ff51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-810846'] for router_interface (b5e2e5f9-b93a-4364-be45-3f7564299bef), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:52.750727 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e8f2dc-1ca5-467e-b05b-e621ba06ff51 admin admin] Router b5e2e5f9-b93a-4364-be45-3f7564299bef has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:28:52.857888 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e8f2dc-1ca5-467e-b05b-e621ba06ff51 admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:28:52.863006 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-39e8f2dc-1ca5-467e-b05b-e621ba06ff51 admin admin] 10.222.0.52 "PUT /v2.0/routers/b5e2e5f9-b93a-4364-be45-3f7564299bef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7071972 Apr 12 18:28:52.865456 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42764) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:28:52.868137 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f12923-be7c-4b76-9102-80d3ad41a205 None None] Sync routers for ids ['b5e2e5f9-b93a-4364-be45-3f7564299bef'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:28:52.878362 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f12923-be7c-4b76-9102-80d3ad41a205 None None] Routers {'b5e2e5f9-b93a-4364-be45-3f7564299bef'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:28:52.879081 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-b2f12923-be7c-4b76-9102-80d3ad41a205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:28:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['b5e2e5f9-b93a-4364-be45-3f7564299bef'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:28:52.972733 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4be127f7-1bd2-475f-8da7-3c0d8ee828f5 admin admin] Publish callbacks [] for router (b5e2e5f9-b93a-4364-be45-3f7564299bef), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:52.990141 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-b2f12923-be7c-4b76-9102-80d3ad41a205 None None] Set router b5e2e5f9-b93a-4364-be45-3f7564299bef gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:28:53.082320 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4be127f7-1bd2-475f-8da7-3c0d8ee828f5 admin admin] Publish callbacks [] for router_gateway (b5e2e5f9-b93a-4364-be45-3f7564299bef), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:53.127187 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-4be127f7-1bd2-475f-8da7-3c0d8ee828f5 admin admin] Deleting port bf952946-5e79-43bb-9580-2f285ac158b2 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:28:53.127537 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4be127f7-1bd2-475f-8da7-3c0d8ee828f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (bf952946-5e79-43bb-9580-2f285ac158b2), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:53.163283 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-b2f12923-be7c-4b76-9102-80d3ad41a205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'name': 'tempest-TestShelveInstance-309178816-router', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'bf952946-5e79-43bb-9580-2f285ac158b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:23:01Z', 'updated_at': '2022-04-12T18:28:52Z', 'revision_number': 5, 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'gw_port': {'id': 'bf952946-5e79-43bb-9580-2f285ac158b2', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:02Z', 'updated_at': '2022-04-12T18:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:28:53.191875 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f12923-be7c-4b76-9102-80d3ad41a205 None None] Checking router: b5e2e5f9-b93a-4364-be45-3f7564299bef for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:28:53.201094 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f12923-be7c-4b76-9102-80d3ad41a205 None None] Routers {'b5e2e5f9-b93a-4364-be45-3f7564299bef'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:28:53.201736 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-b2f12923-be7c-4b76-9102-80d3ad41a205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:28:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['b5e2e5f9-b93a-4364-be45-3f7564299bef'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:28:53.211298 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-4be127f7-1bd2-475f-8da7-3c0d8ee828f5 admin admin] For port bf952946-5e79-43bb-9580-2f285ac158b2, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=bf952946-5e79-43bb-9580-2f285ac158b2,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:28:53.211691 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4be127f7-1bd2-475f-8da7-3c0d8ee828f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (bf952946-5e79-43bb-9580-2f285ac158b2), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:53.224615 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-4be127f7-1bd2-475f-8da7-3c0d8ee828f5 admin admin] Calling delete_port for bf952946-5e79-43bb-9580-2f285ac158b2 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:28:53.291172 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-b2f12923-be7c-4b76-9102-80d3ad41a205 None None] Set router b5e2e5f9-b93a-4364-be45-3f7564299bef gateway port host: None {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:28:53.345563 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-b2f12923-be7c-4b76-9102-80d3ad41a205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'name': 'tempest-TestShelveInstance-309178816-router', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:23:01Z', 'updated_at': '2022-04-12T18:28:53Z', 'revision_number': 6, 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'gw_port_host': None}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:28:53.372609 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f12923-be7c-4b76-9102-80d3ad41a205 None None] The sync data for ids ['b5e2e5f9-b93a-4364-be45-3f7564299bef'] in dv-cinder-837535-1-iscsi is: [{'id': 'b5e2e5f9-b93a-4364-be45-3f7564299bef', 'name': 'tempest-TestShelveInstance-309178816-router', 'tenant_id': '28174fe24e7f4a5593b2b5f692ae7372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:23:01Z', 'updated_at': '2022-04-12T18:28:53Z', 'revision_number': 6, 'project_id': '28174fe24e7f4a5593b2b5f692ae7372', 'gw_port_host': None}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:28:53.398304 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4be127f7-1bd2-475f-8da7-3c0d8ee828f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (bf952946-5e79-43bb-9580-2f285ac158b2), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:53.426606 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be127f7-1bd2-475f-8da7-3c0d8ee828f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf952946-5e79-43bb-9580-2f285ac158b2,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:28:53.488296 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4be127f7-1bd2-475f-8da7-3c0d8ee828f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-807160'] for router_gateway (b5e2e5f9-b93a-4364-be45-3f7564299bef), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:53.581095 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4be127f7-1bd2-475f-8da7-3c0d8ee828f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-895014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8858'] for router (b5e2e5f9-b93a-4364-be45-3f7564299bef), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:53.583183 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4be127f7-1bd2-475f-8da7-3c0d8ee828f5 admin admin] Publish callbacks [] for router_controller (b5e2e5f9-b93a-4364-be45-3f7564299bef), precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:53.628128 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4be127f7-1bd2-475f-8da7-3c0d8ee828f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-895005'] for router (b5e2e5f9-b93a-4364-be45-3f7564299bef), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:53.628656 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be127f7-1bd2-475f-8da7-3c0d8ee828f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5e2e5f9-b93a-4364-be45-3f7564299bef {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:28:53.633634 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4be127f7-1bd2-475f-8da7-3c0d8ee828f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:53.634774 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-4be127f7-1bd2-475f-8da7-3c0d8ee828f5 admin admin] 10.222.0.52 "DELETE /v2.0/routers/b5e2e5f9-b93a-4364-be45-3f7564299bef HTTP/1.1" status: 204 len: 168 time: 0.7684071 Apr 12 18:28:53.638180 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42768) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:28:53.682280 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-0950851c-6dba-4d1e-8d30-6fff5c8f4fe1 admin admin] Deleting subnet 79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:28:53.686065 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0950851c-6dba-4d1e-8d30-6fff5c8f4fe1 admin admin] Publish callbacks [] for subnet (79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:53.721807 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0950851c-6dba-4d1e-8d30-6fff5c8f4fe1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58806645'] for subnet (79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d), precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:53.807824 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0950851c-6dba-4d1e-8d30-6fff5c8f4fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3990049'] for subnet (79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:53.873438 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0950851c-6dba-4d1e-8d30-6fff5c8f4fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3990070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62656991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59774121'] for subnet (79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:53.899387 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950851c-6dba-4d1e-8d30-6fff5c8f4fe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:28:53.901377 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0950851c-6dba-4d1e-8d30-6fff5c8f4fe1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:53.905172 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-0950851c-6dba-4d1e-8d30-6fff5c8f4fe1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/79ddd850-0c54-4e1d-8f7c-9fa5f7a6804d HTTP/1.1" status: 204 len: 168 time: 0.2660120 Apr 12 18:28:53.907636 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42770) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:28:53.908487 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba739c1-268e-42a2-9a52-919dcd33b777 None None] Network 8935a1b3-0ad4-4541-b18d-1b5efbc9936f requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:28:53.979148 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c648-cfa8-4ff9-a70d-3e20a0616d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3769168'] for network (8935a1b3-0ad4-4541-b18d-1b5efbc9936f), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:54.024642 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a4e9c648-cfa8-4ff9-a70d-3e20a0616d07 admin admin] Deleting port 76fb5fc2-21e4-4f97-a0e7-160258e03c1c {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:28:54.024983 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c648-cfa8-4ff9-a70d-3e20a0616d07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (76fb5fc2-21e4-4f97-a0e7-160258e03c1c), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:54.072305 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:54.087916 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-a4e9c648-cfa8-4ff9-a70d-3e20a0616d07 admin admin] For port 76fb5fc2-21e4-4f97-a0e7-160258e03c1c, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=76fb5fc2-21e4-4f97-a0e7-160258e03c1c,segment=NetworkSegment(5b53cd06-aee7-4b04-818e-d2c823afdb75),segment_id=5b53cd06-aee7-4b04-818e-d2c823afdb75)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:28:54.088462 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c648-cfa8-4ff9-a70d-3e20a0616d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (76fb5fc2-21e4-4f97-a0e7-160258e03c1c), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:54.100934 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a4e9c648-cfa8-4ff9-a70d-3e20a0616d07 admin admin] Calling delete_port for 76fb5fc2-21e4-4f97-a0e7-160258e03c1c owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:28:54.155051 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8ec760-a08b-4e29-ad17-db95537df2c4 None None] DHCP port deletion for 8935a1b3-0ad4-4541-b18d-1b5efbc9936f request from dv-cinder-837535-1-iscsi {{(pid=103525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:28:54.187711 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c648-cfa8-4ff9-a70d-3e20a0616d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (76fb5fc2-21e4-4f97-a0e7-160258e03c1c), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:54.201458 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-7b8ec760-a08b-4e29-ad17-db95537df2c4 None None] Deleting port 76fb5fc2-21e4-4f97-a0e7-160258e03c1c {{(pid=103525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:28:54.201833 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec760-a08b-4e29-ad17-db95537df2c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (76fb5fc2-21e4-4f97-a0e7-160258e03c1c), before_delete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:54.203607 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e9c648-cfa8-4ff9-a70d-3e20a0616d07 admin admin] No DVR routers for this DVR port 76fb5fc2-21e4-4f97-a0e7-160258e03c1c on host dv-cinder-837535-1-iscsi {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:28:54.239994 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9c648-cfa8-4ff9-a70d-3e20a0616d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=76fb5fc2-21e4-4f97-a0e7-160258e03c1c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:28:54.264736 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-7b8ec760-a08b-4e29-ad17-db95537df2c4 None None] For port 76fb5fc2-21e4-4f97-a0e7-160258e03c1c, host dv-cinder-837535-1-iscsi, got binding levels [] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:28:54.265179 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec760-a08b-4e29-ad17-db95537df2c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (76fb5fc2-21e4-4f97-a0e7-160258e03c1c), precommit_delete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:54.279148 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-7b8ec760-a08b-4e29-ad17-db95537df2c4 None None] Calling delete_port for 76fb5fc2-21e4-4f97-a0e7-160258e03c1c owned by network:dhcp {{(pid=103525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:28:54.281890 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.ipam_backend_mixin [None req-7b8ec760-a08b-4e29-ad17-db95537df2c4 None None] Port 76fb5fc2-21e4-4f97-a0e7-160258e03c1c was not found and therefore no delete operation was performed {{(pid=103525) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 18:28:54.283169 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec760-a08b-4e29-ad17-db95537df2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079'] for port (76fb5fc2-21e4-4f97-a0e7-160258e03c1c), after_delete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:54.297772 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c648-cfa8-4ff9-a70d-3e20a0616d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996314', 'neutron.services.segments.db._delete_segments_for_network-8761370393272'] for network (8935a1b3-0ad4-4541-b18d-1b5efbc9936f), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:54.312990 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ec760-a08b-4e29-ad17-db95537df2c4 None None] Pushing event deleted for resources: {'Port': ['ID=76fb5fc2-21e4-4f97-a0e7-160258e03c1c,revision_number=None']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:28:54.315273 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8ec760-a08b-4e29-ad17-db95537df2c4 None None] No DVR routers for this DVR port 76fb5fc2-21e4-4f97-a0e7-160258e03c1c on host dv-cinder-837535-1-iscsi {{(pid=103525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:28:54.323600 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.services.segments.db [None req-a4e9c648-cfa8-4ff9-a70d-3e20a0616d07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8935a1b3-0ad4-4541-b18d-1b5efbc9936f']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:28:54.326032 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec760-a08b-4e29-ad17-db95537df2c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:54.326130 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec760-a08b-4e29-ad17-db95537df2c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:54.326608 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec760-a08b-4e29-ad17-db95537df2c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:54.326831 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec760-a08b-4e29-ad17-db95537df2c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:54.327174 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec760-a08b-4e29-ad17-db95537df2c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:54.327557 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec760-a08b-4e29-ad17-db95537df2c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:54.327821 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec760-a08b-4e29-ad17-db95537df2c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:54.328190 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec760-a08b-4e29-ad17-db95537df2c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:54.328463 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec760-a08b-4e29-ad17-db95537df2c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:54.328790 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec760-a08b-4e29-ad17-db95537df2c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:54.329138 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec760-a08b-4e29-ad17-db95537df2c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:54.329488 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec760-a08b-4e29-ad17-db95537df2c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:54.329920 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec760-a08b-4e29-ad17-db95537df2c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:54.330225 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec760-a08b-4e29-ad17-db95537df2c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:54.330552 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec760-a08b-4e29-ad17-db95537df2c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:28:54.333458 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.services.segments.db [None req-a4e9c648-cfa8-4ff9-a70d-3e20a0616d07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b53cd06-aee7-4b04-818e-d2c823afdb75') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:28:54.333760 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.services.segments.db [None req-a4e9c648-cfa8-4ff9-a70d-3e20a0616d07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b53cd06-aee7-4b04-818e-d2c823afdb75') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:28:54.344121 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c648-cfa8-4ff9-a70d-3e20a0616d07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761370364609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58806606'] for segment (5b53cd06-aee7-4b04-818e-d2c823afdb75), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:54.358218 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c648-cfa8-4ff9-a70d-3e20a0616d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (5b53cd06-aee7-4b04-818e-d2c823afdb75), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:54.364535 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e9c648-cfa8-4ff9-a70d-3e20a0616d07 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:28:54.364988 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c648-cfa8-4ff9-a70d-3e20a0616d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62656869'] for segment (5b53cd06-aee7-4b04-818e-d2c823afdb75), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: Traceback (most recent call last): Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: timer() Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: cb(*args, **kw) Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: return func(*args, **kwargs) Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: self._notify() Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: self.callback(batched_events) Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: event.method(event) Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: return f(self, *a, **k) Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: return self._get(url).json() Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: return self.request(url, 'GET', **kwargs) Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:28:54.366763 dv-cinder-837535-1-iscsi neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:28:54.423144 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c648-cfa8-4ff9-a70d-3e20a0616d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-807132'] for network (8935a1b3-0ad4-4541-b18d-1b5efbc9936f), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:54.435507 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c648-cfa8-4ff9-a70d-3e20a0616d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:54.436609 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-a4e9c648-cfa8-4ff9-a70d-3e20a0616d07 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8935a1b3-0ad4-4541-b18d-1b5efbc9936f HTTP/1.1" status: 204 len: 168 time: 0.5274882 Apr 12 18:28:54.436705 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42772) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:28:54.490086 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9c648-cfa8-4ff9-a70d-3e20a0616d07 admin admin] Pushing event deleted for resources: {'Network': ['ID=8935a1b3-0ad4-4541-b18d-1b5efbc9936f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:28:54.774484 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c595ff3-8da8-4eb4-b361-07ee3279a054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-810946'] for router_interface (2f70cc83-f5eb-4193-82ef-8dc489868e4b), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:55.003367 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-4c595ff3-8da8-4eb4-b361-07ee3279a054 admin admin] Deleting port d6d74927-c463-4594-ba1a-26fbbb3b2895 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:28:55.003708 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c595ff3-8da8-4eb4-b361-07ee3279a054 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (d6d74927-c463-4594-ba1a-26fbbb3b2895), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:55.025807 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 76fb5fc2-21e4-4f97-a0e7-160258e03c1c no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:28:55.046849 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: 76fb5fc2-21e4-4f97-a0e7-160258e03c1c {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:28:55.047206 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 76fb5fc2-21e4-4f97-a0e7-160258e03c1c not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:28:55.047635 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device c229dc68-a0c8-45bf-8741-d6cc682b076c no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:28:55.067109 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: c229dc68-a0c8-45bf-8741-d6cc682b076c {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:28:55.067451 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device c229dc68-a0c8-45bf-8741-d6cc682b076c not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:28:55.067870 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device bf952946-5e79-43bb-9580-2f285ac158b2 no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:28:55.081553 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-4c595ff3-8da8-4eb4-b361-07ee3279a054 admin admin] For port d6d74927-c463-4594-ba1a-26fbbb3b2895, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=d6d74927-c463-4594-ba1a-26fbbb3b2895,segment=NetworkSegment(212c0ab8-75db-4be9-8494-096a265ed61d),segment_id=212c0ab8-75db-4be9-8494-096a265ed61d)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:28:55.081928 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c595ff3-8da8-4eb4-b361-07ee3279a054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (d6d74927-c463-4594-ba1a-26fbbb3b2895), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:55.086930 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: bf952946-5e79-43bb-9580-2f285ac158b2 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:28:55.087274 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device bf952946-5e79-43bb-9580-2f285ac158b2 not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:28:55.094761 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-4c595ff3-8da8-4eb4-b361-07ee3279a054 admin admin] Calling delete_port for d6d74927-c463-4594-ba1a-26fbbb3b2895 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:28:55.279350 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c595ff3-8da8-4eb4-b361-07ee3279a054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (d6d74927-c463-4594-ba1a-26fbbb3b2895), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:55.305252 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c595ff3-8da8-4eb4-b361-07ee3279a054 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6d74927-c463-4594-ba1a-26fbbb3b2895,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:28:55.476187 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c595ff3-8da8-4eb4-b361-07ee3279a054 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-810846'] for router_interface (2f70cc83-f5eb-4193-82ef-8dc489868e4b), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:55.690967 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c595ff3-8da8-4eb4-b361-07ee3279a054 admin admin] Router 2f70cc83-f5eb-4193-82ef-8dc489868e4b has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:28:55.955618 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d5c76fd8-eb30-44e0-807b-f2f9757cde8c req-81d41625-13db-466b-8400-f7bfd703ad5b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399549 Apr 12 18:28:56.040911 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c76fd8-eb30-44e0-807b-f2f9757cde8c req-05c6bd61-dd12-4eeb-9cbb-c1906f7895fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:28:56.042502 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d5c76fd8-eb30-44e0-807b-f2f9757cde8c req-05c6bd61-dd12-4eeb-9cbb-c1906f7895fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6c7a32511684e98998d07f553b02c00&device_id=7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e HTTP/1.1" status: 200 len: 1129 time: 0.0441012 Apr 12 18:28:56.071347 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c595ff3-8da8-4eb4-b361-07ee3279a054 admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:28:56.076313 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-4c595ff3-8da8-4eb4-b361-07ee3279a054 admin admin] 10.222.0.52 "PUT /v2.0/routers/2f70cc83-f5eb-4193-82ef-8dc489868e4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6369362 Apr 12 18:28:56.078890 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42778) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:28:56.082746 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc4d4cb-fbd1-483a-b535-8a3dde2ebcab None None] Sync routers for ids ['2f70cc83-f5eb-4193-82ef-8dc489868e4b'] in dv-cinder-837535-1-iscsi {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:28:56.091924 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc4d4cb-fbd1-483a-b535-8a3dde2ebcab None None] Routers {'2f70cc83-f5eb-4193-82ef-8dc489868e4b'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:28:56.092651 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ffc4d4cb-fbd1-483a-b535-8a3dde2ebcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:28:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['2f70cc83-f5eb-4193-82ef-8dc489868e4b'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:28:56.150706 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c76fd8-eb30-44e0-807b-f2f9757cde8c req-649e6284-8835-453d-a94b-596ea57d6a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:28:56.152441 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d5c76fd8-eb30-44e0-807b-f2f9757cde8c req-649e6284-8835-453d-a94b-596ea57d6a7b service neutron] 10.222.0.26 "GET /v2.0/networks?id=3aeebb2a-d034-4a90-afa4-338c34468833 HTTP/1.1" status: 200 len: 911 time: 0.0915473 Apr 12 18:28:56.191861 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad205365-db4f-4d48-972b-4ecda0a00866 admin admin] Publish callbacks [] for router (2f70cc83-f5eb-4193-82ef-8dc489868e4b), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:56.209482 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-ffc4d4cb-fbd1-483a-b535-8a3dde2ebcab None None] Set router 2f70cc83-f5eb-4193-82ef-8dc489868e4b gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:28:56.224441 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d5c76fd8-eb30-44e0-807b-f2f9757cde8c req-2ff91a04-7cbe-4936-9a78-7026c2c0029a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f8cd870-1c77-4549-97fd-a84bf921cb3e HTTP/1.1" status: 200 len: 1001 time: 0.0662496 Apr 12 18:28:56.276872 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c76fd8-eb30-44e0-807b-f2f9757cde8c req-782f1176-fd6d-408b-be05-4c170d6610ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:28:56.278608 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d5c76fd8-eb30-44e0-807b-f2f9757cde8c req-782f1176-fd6d-408b-be05-4c170d6610ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46b9b379-140d-4142-a367-613843eeaf49 HTTP/1.1" status: 200 len: 849 time: 0.0481396 Apr 12 18:28:56.302080 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad205365-db4f-4d48-972b-4ecda0a00866 admin admin] Publish callbacks [] for router_gateway (2f70cc83-f5eb-4193-82ef-8dc489868e4b), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:56.325392 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c76fd8-eb30-44e0-807b-f2f9757cde8c req-53b046f7-96d4-4ace-8521-80ea9b7a05e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:28:56.326811 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d5c76fd8-eb30-44e0-807b-f2f9757cde8c req-53b046f7-96d4-4ace-8521-80ea9b7a05e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3aeebb2a-d034-4a90-afa4-338c34468833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427251 Apr 12 18:28:56.354264 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ad205365-db4f-4d48-972b-4ecda0a00866 admin admin] Deleting port bd195682-65b7-420d-aca2-0b1dcadfef44 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:28:56.354632 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad205365-db4f-4d48-972b-4ecda0a00866 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (bd195682-65b7-420d-aca2-0b1dcadfef44), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:56.430483 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d5c76fd8-eb30-44e0-807b-f2f9757cde8c req-334cfffd-1a1e-4693-ab04-bb17c39072cb service neutron] 10.222.0.26 "GET /v2.0/networks/3aeebb2a-d034-4a90-afa4-338c34468833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972068 Apr 12 18:28:56.466760 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ad205365-db4f-4d48-972b-4ecda0a00866 admin admin] For port bd195682-65b7-420d-aca2-0b1dcadfef44, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=bd195682-65b7-420d-aca2-0b1dcadfef44,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:28:56.467080 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad205365-db4f-4d48-972b-4ecda0a00866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (bd195682-65b7-420d-aca2-0b1dcadfef44), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:56.481930 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ad205365-db4f-4d48-972b-4ecda0a00866 admin admin] Calling delete_port for bd195682-65b7-420d-aca2-0b1dcadfef44 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:28:56.533771 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d5c76fd8-eb30-44e0-807b-f2f9757cde8c req-f1d63563-5392-4451-96d4-872314a3826a service neutron] 10.222.0.26 "GET /v2.0/networks/3aeebb2a-d034-4a90-afa4-338c34468833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967183 Apr 12 18:28:56.539580 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ffc4d4cb-fbd1-483a-b535-8a3dde2ebcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f70cc83-f5eb-4193-82ef-8dc489868e4b', 'name': 'tempest-TestShelveInstance-1402110998-router', 'tenant_id': 'f73715a7870b441180a4a36ef48a3218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'bd195682-65b7-420d-aca2-0b1dcadfef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:23:07Z', 'updated_at': '2022-04-12T18:28:55Z', 'revision_number': 5, 'project_id': 'f73715a7870b441180a4a36ef48a3218', 'gw_port': {'id': 'bd195682-65b7-420d-aca2-0b1dcadfef44', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f70cc83-f5eb-4193-82ef-8dc489868e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:23:07Z', 'updated_at': '2022-04-12T18:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:28:56.569628 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc4d4cb-fbd1-483a-b535-8a3dde2ebcab None None] Checking router: 2f70cc83-f5eb-4193-82ef-8dc489868e4b for host: dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:28:56.580920 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc4d4cb-fbd1-483a-b535-8a3dde2ebcab None None] Routers {'2f70cc83-f5eb-4193-82ef-8dc489868e4b'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:28:56.581584 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ffc4d4cb-fbd1-483a-b535-8a3dde2ebcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:28:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['2f70cc83-f5eb-4193-82ef-8dc489868e4b'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:28:56.675475 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-ffc4d4cb-fbd1-483a-b535-8a3dde2ebcab None None] Set router 2f70cc83-f5eb-4193-82ef-8dc489868e4b gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:28:56.694564 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad205365-db4f-4d48-972b-4ecda0a00866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (bd195682-65b7-420d-aca2-0b1dcadfef44), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:56.722518 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad205365-db4f-4d48-972b-4ecda0a00866 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd195682-65b7-420d-aca2-0b1dcadfef44,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:28:56.735753 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ffc4d4cb-fbd1-483a-b535-8a3dde2ebcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f70cc83-f5eb-4193-82ef-8dc489868e4b', 'name': 'tempest-TestShelveInstance-1402110998-router', 'tenant_id': 'f73715a7870b441180a4a36ef48a3218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:23:07Z', 'updated_at': '2022-04-12T18:28:56Z', 'revision_number': 6, 'project_id': 'f73715a7870b441180a4a36ef48a3218', 'gw_port_host': None}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:28:56.763169 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc4d4cb-fbd1-483a-b535-8a3dde2ebcab None None] The sync data for ids ['2f70cc83-f5eb-4193-82ef-8dc489868e4b'] in dv-cinder-837535-1-iscsi is: [{'id': '2f70cc83-f5eb-4193-82ef-8dc489868e4b', 'name': 'tempest-TestShelveInstance-1402110998-router', 'tenant_id': 'f73715a7870b441180a4a36ef48a3218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:23:07Z', 'updated_at': '2022-04-12T18:28:56Z', 'revision_number': 6, 'project_id': 'f73715a7870b441180a4a36ef48a3218', 'gw_port_host': None}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:28:56.787497 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad205365-db4f-4d48-972b-4ecda0a00866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-807160'] for router_gateway (2f70cc83-f5eb-4193-82ef-8dc489868e4b), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:56.883110 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad205365-db4f-4d48-972b-4ecda0a00866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-895014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8858'] for router (2f70cc83-f5eb-4193-82ef-8dc489868e4b), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:56.885291 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad205365-db4f-4d48-972b-4ecda0a00866 admin admin] Publish callbacks [] for router_controller (2f70cc83-f5eb-4193-82ef-8dc489868e4b), precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:56.930914 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad205365-db4f-4d48-972b-4ecda0a00866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-895005'] for router (2f70cc83-f5eb-4193-82ef-8dc489868e4b), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:56.931704 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad205365-db4f-4d48-972b-4ecda0a00866 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f70cc83-f5eb-4193-82ef-8dc489868e4b {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:28:56.936149 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad205365-db4f-4d48-972b-4ecda0a00866 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:56.937331 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-ad205365-db4f-4d48-972b-4ecda0a00866 admin admin] 10.222.0.52 "DELETE /v2.0/routers/2f70cc83-f5eb-4193-82ef-8dc489868e4b HTTP/1.1" status: 204 len: 168 time: 0.8573215 Apr 12 18:28:56.939776 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42784) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:28:56.985303 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-aebab393-77bf-4d87-93e2-200dd98c30c2 admin admin] Deleting subnet fb0a42f9-d5a4-434e-ac4d-30b3cd571da0 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:28:56.988291 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aebab393-77bf-4d87-93e2-200dd98c30c2 admin admin] Publish callbacks [] for subnet (fb0a42f9-d5a4-434e-ac4d-30b3cd571da0), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:57.021393 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aebab393-77bf-4d87-93e2-200dd98c30c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58806645'] for subnet (fb0a42f9-d5a4-434e-ac4d-30b3cd571da0), precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:57.106596 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aebab393-77bf-4d87-93e2-200dd98c30c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3990049'] for subnet (fb0a42f9-d5a4-434e-ac4d-30b3cd571da0), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:57.166661 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aebab393-77bf-4d87-93e2-200dd98c30c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3990070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62656991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59774121'] for subnet (fb0a42f9-d5a4-434e-ac4d-30b3cd571da0), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:57.195624 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebab393-77bf-4d87-93e2-200dd98c30c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb0a42f9-d5a4-434e-ac4d-30b3cd571da0,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:28:57.201369 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aebab393-77bf-4d87-93e2-200dd98c30c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:57.204643 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-aebab393-77bf-4d87-93e2-200dd98c30c2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fb0a42f9-d5a4-434e-ac4d-30b3cd571da0 HTTP/1.1" status: 204 len: 168 time: 0.2639372 Apr 12 18:28:57.207200 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42786) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:28:57.209405 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd28cadf-847c-45b8-983d-92dc5f2a9c71 None None] Network 7f2fb307-96d8-4240-8b76-1d1edbadddf2 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:28:57.285208 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6aab33b1-be4b-4e0b-ada0-516be67f179b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3769168'] for network (7f2fb307-96d8-4240-8b76-1d1edbadddf2), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:57.338831 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-6aab33b1-be4b-4e0b-ada0-516be67f179b admin admin] Deleting port aa75507f-d3b9-46e3-8c44-c71098c41c58 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:28:57.339175 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6aab33b1-be4b-4e0b-ada0-516be67f179b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (aa75507f-d3b9-46e3-8c44-c71098c41c58), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:57.405229 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-6aab33b1-be4b-4e0b-ada0-516be67f179b admin admin] For port aa75507f-d3b9-46e3-8c44-c71098c41c58, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=aa75507f-d3b9-46e3-8c44-c71098c41c58,segment=NetworkSegment(212c0ab8-75db-4be9-8494-096a265ed61d),segment_id=212c0ab8-75db-4be9-8494-096a265ed61d)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:28:57.405597 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6aab33b1-be4b-4e0b-ada0-516be67f179b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (aa75507f-d3b9-46e3-8c44-c71098c41c58), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:57.419970 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-6aab33b1-be4b-4e0b-ada0-516be67f179b admin admin] Calling delete_port for aa75507f-d3b9-46e3-8c44-c71098c41c58 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:28:57.499372 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6aab33b1-be4b-4e0b-ada0-516be67f179b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (aa75507f-d3b9-46e3-8c44-c71098c41c58), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:57.523572 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab33b1-be4b-4e0b-ada0-516be67f179b admin admin] Pushing event deleted for resources: {'Port': ['ID=aa75507f-d3b9-46e3-8c44-c71098c41c58,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:28:57.526865 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aab33b1-be4b-4e0b-ada0-516be67f179b admin admin] No DVR routers for this DVR port aa75507f-d3b9-46e3-8c44-c71098c41c58 on host dv-cinder-837535-1-iscsi {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:28:57.577102 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27343888-db2a-424f-8b68-7d162c90c7c4 None None] DHCP port deletion for 7f2fb307-96d8-4240-8b76-1d1edbadddf2 request from dv-cinder-837535-1-iscsi {{(pid=103525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:28:57.580653 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device d6d74927-c463-4594-ba1a-26fbbb3b2895 no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:28:57.603177 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6aab33b1-be4b-4e0b-ada0-516be67f179b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996314', 'neutron.services.segments.db._delete_segments_for_network-8761370393272'] for network (7f2fb307-96d8-4240-8b76-1d1edbadddf2), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:57.606743 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: d6d74927-c463-4594-ba1a-26fbbb3b2895 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:28:57.607174 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device d6d74927-c463-4594-ba1a-26fbbb3b2895 not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:28:57.623879 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-6aab33b1-be4b-4e0b-ada0-516be67f179b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2fb307-96d8-4240-8b76-1d1edbadddf2']}} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:28:57.633430 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-6aab33b1-be4b-4e0b-ada0-516be67f179b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212c0ab8-75db-4be9-8494-096a265ed61d') {'for_net_delete': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:28:57.633755 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-6aab33b1-be4b-4e0b-ada0-516be67f179b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212c0ab8-75db-4be9-8494-096a265ed61d') {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:28:57.643967 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6aab33b1-be4b-4e0b-ada0-516be67f179b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761370364609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62755066'] for segment (212c0ab8-75db-4be9-8494-096a265ed61d), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:57.657886 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6aab33b1-be4b-4e0b-ada0-516be67f179b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (212c0ab8-75db-4be9-8494-096a265ed61d), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:57.664124 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aab33b1-be4b-4e0b-ada0-516be67f179b admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:28:57.664525 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6aab33b1-be4b-4e0b-ada0-516be67f179b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59090939'] for segment (212c0ab8-75db-4be9-8494-096a265ed61d), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: Traceback (most recent call last): Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: timer() Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: cb(*args, **kw) Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: return func(*args, **kwargs) Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: self._notify() Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: self.callback(batched_events) Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: event.method(event) Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: return f(self, *a, **k) Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: return self._get(url).json() Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: return self.request(url, 'GET', **kwargs) Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:28:57.666545 dv-cinder-837535-1-iscsi neutron-server[103524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:28:57.731745 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6aab33b1-be4b-4e0b-ada0-516be67f179b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-807132'] for network (7f2fb307-96d8-4240-8b76-1d1edbadddf2), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:57.737070 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6aab33b1-be4b-4e0b-ada0-516be67f179b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:57.740949 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-6aab33b1-be4b-4e0b-ada0-516be67f179b admin admin] 10.222.0.52 "DELETE /v2.0/networks/7f2fb307-96d8-4240-8b76-1d1edbadddf2 HTTP/1.1" status: 204 len: 168 time: 0.5327585 Apr 12 18:28:57.752267 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab33b1-be4b-4e0b-ada0-516be67f179b admin admin] Pushing event deleted for resources: {'Network': ['ID=7f2fb307-96d8-4240-8b76-1d1edbadddf2,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:28:57.864349 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42792) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:28:57.908467 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-112b9cc0-dd56-41a2-b067-9b709cb50020 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=28174fe24e7f4a5593b2b5f692ae7372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427246 Apr 12 18:28:57.910861 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42794) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:28:57.960150 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5d070286-3d5a-4e68-92ef-015438f8a1e0 admin admin] Publish callbacks [] for security_group (fce254d7-042b-4614-82a3-5a66c6bd9d29), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:57.983674 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5d070286-3d5a-4e68-92ef-015438f8a1e0 admin admin] Publish callbacks [] for security_group (fce254d7-042b-4614-82a3-5a66c6bd9d29), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:58.031106 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5d070286-3d5a-4e68-92ef-015438f8a1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (fce254d7-042b-4614-82a3-5a66c6bd9d29), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:58.034648 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5d070286-3d5a-4e68-92ef-015438f8a1e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:58.038418 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-5d070286-3d5a-4e68-92ef-015438f8a1e0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fce254d7-042b-4614-82a3-5a66c6bd9d29 HTTP/1.1" status: 204 len: 168 time: 0.1243224 Apr 12 18:28:58.048237 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d070286-3d5a-4e68-92ef-015438f8a1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce254d7-042b-4614-82a3-5a66c6bd9d29,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:28:58.360072 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42802) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:28:58.401336 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-05211d28-1336-415b-bf97-414988b9106f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f73715a7870b441180a4a36ef48a3218&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400715 Apr 12 18:28:58.404107 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42804) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:28:58.450230 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-aa0fcf78-ab4d-4de0-a5d4-d5e819dbb4bb admin admin] Publish callbacks [] for security_group (e4bc933b-d97b-4272-abc3-90fb04d39fc4), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:58.470470 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-aa0fcf78-ab4d-4de0-a5d4-d5e819dbb4bb admin admin] Publish callbacks [] for security_group (e4bc933b-d97b-4272-abc3-90fb04d39fc4), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:58.518252 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-aa0fcf78-ab4d-4de0-a5d4-d5e819dbb4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (e4bc933b-d97b-4272-abc3-90fb04d39fc4), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:58.520869 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-aa0fcf78-ab4d-4de0-a5d4-d5e819dbb4bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:28:58.522031 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-aa0fcf78-ab4d-4de0-a5d4-d5e819dbb4bb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e4bc933b-d97b-4272-abc3-90fb04d39fc4 HTTP/1.1" status: 204 len: 168 time: 0.1170497 Apr 12 18:28:58.530558 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0fcf78-ab4d-4de0-a5d4-d5e819dbb4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bc933b-d97b-4272-abc3-90fb04d39fc4,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:28:59.023958 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device bd195682-65b7-420d-aca2-0b1dcadfef44 no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:28:59.047370 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: bd195682-65b7-420d-aca2-0b1dcadfef44 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:28:59.047721 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device bd195682-65b7-420d-aca2-0b1dcadfef44 not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:28:59.048270 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device aa75507f-d3b9-46e3-8c44-c71098c41c58 no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:28:59.068277 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: aa75507f-d3b9-46e3-8c44-c71098c41c58 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:28:59.068621 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device aa75507f-d3b9-46e3-8c44-c71098c41c58 not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:29:03.343924 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfe090-97d0-45a0-b17e-8ce17be8b7cc req-a54b0fed-75ea-4614-9d35-6fdfd2d00964 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:03.345423 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5dbfe090-97d0-45a0-b17e-8ce17be8b7cc req-a54b0fed-75ea-4614-9d35-6fdfd2d00964 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e HTTP/1.1" status: 200 len: 945 time: 0.0529482 Apr 12 18:29:03.391425 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5dbfe090-97d0-45a0-b17e-8ce17be8b7cc req-5f939f11-8d68-4881-873f-008994e884cc tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=73f8e03b-1197-4a35-92ba-7b76c544e4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404365 Apr 12 18:29:04.501781 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84375b80-ccb9-4688-9b8a-9eaf38eb425f req-5a2733ea-f2a5-4f8c-88df-4e8bc7444508 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:04.503223 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-84375b80-ccb9-4688-9b8a-9eaf38eb425f req-5a2733ea-f2a5-4f8c-88df-4e8bc7444508 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e HTTP/1.1" status: 200 len: 945 time: 0.0455077 Apr 12 18:29:04.548852 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-84375b80-ccb9-4688-9b8a-9eaf38eb425f req-242abcc7-92fd-4d2d-94b3-149ef5b2892b tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=73f8e03b-1197-4a35-92ba-7b76c544e4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399876 Apr 12 18:29:05.246856 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac76ff-ce30-4c39-b8f2-d1819afc8400 req-dbeaca08-b5a6-4103-ac12-1ac46011dd1b tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:05.249021 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-52ac76ff-ce30-4c39-b8f2-d1819afc8400 req-dbeaca08-b5a6-4103-ac12-1ac46011dd1b tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e HTTP/1.1" status: 200 len: 945 time: 0.0467973 Apr 12 18:29:05.334787 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-52ac76ff-ce30-4c39-b8f2-d1819afc8400 req-aedebd71-950b-419d-862b-580c87dc9fb2 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Deleting port 6f8cd870-1c77-4549-97fd-a84bf921cb3e {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:29:05.335132 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-52ac76ff-ce30-4c39-b8f2-d1819afc8400 req-aedebd71-950b-419d-862b-580c87dc9fb2 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (6f8cd870-1c77-4549-97fd-a84bf921cb3e), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:05.421623 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-52ac76ff-ce30-4c39-b8f2-d1819afc8400 req-aedebd71-950b-419d-862b-580c87dc9fb2 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] For port 6f8cd870-1c77-4549-97fd-a84bf921cb3e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=6f8cd870-1c77-4549-97fd-a84bf921cb3e,segment=NetworkSegment(093c9b08-910f-4fc5-b271-7615cafd8f99),segment_id=093c9b08-910f-4fc5-b271-7615cafd8f99)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:29:05.421982 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-52ac76ff-ce30-4c39-b8f2-d1819afc8400 req-aedebd71-950b-419d-862b-580c87dc9fb2 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (6f8cd870-1c77-4549-97fd-a84bf921cb3e), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:05.662848 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1912152-92d9-4941-9ea3-dd53dc1c48d0 req-bfcbc642-1d50-4502-9937-c65851ad7c21 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:05.664535 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d1912152-92d9-4941-9ea3-dd53dc1c48d0 req-bfcbc642-1d50-4502-9937-c65851ad7c21 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e HTTP/1.1" status: 200 len: 945 time: 0.0484180 Apr 12 18:29:05.718590 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d1912152-92d9-4941-9ea3-dd53dc1c48d0 req-acde7e2e-b867-4f9e-a172-87fbe2ef771d tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups?id=73f8e03b-1197-4a35-92ba-7b76c544e4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474210 Apr 12 18:29:05.838880 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-52ac76ff-ce30-4c39-b8f2-d1819afc8400 req-aedebd71-950b-419d-862b-580c87dc9fb2 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:05.839238 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-52ac76ff-ce30-4c39-b8f2-d1819afc8400 req-aedebd71-950b-419d-862b-580c87dc9fb2 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (10efd263-ae7c-4017-b4f2-ba5e4dc3e659), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:05.839547 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.db.l3_db [req-52ac76ff-ce30-4c39-b8f2-d1819afc8400 req-aedebd71-950b-419d-862b-580c87dc9fb2 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Floating IP 10efd263-ae7c-4017-b4f2-ba5e4dc3e659 disassociated. External IP: 172.27.1.123, port: 6f8cd870-1c77-4549-97fd-a84bf921cb3e. Apr 12 18:29:05.839888 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-52ac76ff-ce30-4c39-b8f2-d1819afc8400 req-aedebd71-950b-419d-862b-580c87dc9fb2 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Calling delete_port for 6f8cd870-1c77-4549-97fd-a84bf921cb3e owned by compute:nova {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:29:05.964082 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-52ac76ff-ce30-4c39-b8f2-d1819afc8400 req-aedebd71-950b-419d-862b-580c87dc9fb2 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (6f8cd870-1c77-4549-97fd-a84bf921cb3e), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:05.999846 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedebd71-950b-419d-862b-580c87dc9fb2 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Pushing event deleted for resources: {'Port': ['ID=6f8cd870-1c77-4549-97fd-a84bf921cb3e,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:06.110366 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52ac76ff-ce30-4c39-b8f2-d1819afc8400 req-aedebd71-950b-419d-862b-580c87dc9fb2 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Router 05b49423-1230-40fc-b521-529e50f39993 has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:29:06.221144 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52ac76ff-ce30-4c39-b8f2-d1819afc8400 req-aedebd71-950b-419d-862b-580c87dc9fb2 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:29:06.231812 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a927fa07-f3cc-4128-997f-71c0aa750a47 None None] Sync routers for ids ['05b49423-1230-40fc-b521-529e50f39993'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:29:06.241442 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a927fa07-f3cc-4128-997f-71c0aa750a47 None None] Routers {'05b49423-1230-40fc-b521-529e50f39993'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:29:06.242052 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-a927fa07-f3cc-4128-997f-71c0aa750a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:28:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['05b49423-1230-40fc-b521-529e50f39993'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:06.262627 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ac76ff-ce30-4c39-b8f2-d1819afc8400 req-aedebd71-950b-419d-862b-580c87dc9fb2 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] No DVR routers for this DVR port 6f8cd870-1c77-4549-97fd-a84bf921cb3e on host hv-cinder-83753 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:29:06.266034 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-52ac76ff-ce30-4c39-b8f2-d1819afc8400 req-aedebd71-950b-419d-862b-580c87dc9fb2 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:06.269316 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-52ac76ff-ce30-4c39-b8f2-d1819afc8400 req-aedebd71-950b-419d-862b-580c87dc9fb2 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.26 "DELETE /v2.0/ports/6f8cd870-1c77-4549-97fd-a84bf921cb3e HTTP/1.1" status: 204 len: 173 time: 1.0143991 Apr 12 18:29:06.269764 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e', 'name': 'network-vif-deleted', 'tag': '6f8cd870-1c77-4549-97fd-a84bf921cb3e'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:29:06.272091 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524dfb38-ceb3-41de-bfdc-e85405c70929" -d '{"events": [{"server_uuid": "7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e", "name": "network-vif-deleted", "tag": "6f8cd870-1c77-4549-97fd-a84bf921cb3e"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:29:06.314413 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb8fb19-f755-4c16-975c-8a85065a68a9 x-openstack-request-id: req-2cb8fb19-f755-4c16-975c-8a85065a68a9 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:29:06.314709 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e", "name": "network-vif-deleted", "tag": "6f8cd870-1c77-4549-97fd-a84bf921cb3e", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:29:06.314965 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2cb8fb19-f755-4c16-975c-8a85065a68a9 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:29:06.315434 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cb8fb19-f755-4c16-975c-8a85065a68a9'] response: {'server_uuid': '7bb6a4c6-96a1-46e6-aa40-d95edc3b3e5e', 'name': 'network-vif-deleted', 'tag': '6f8cd870-1c77-4549-97fd-a84bf921cb3e', 'status': 'completed', 'code': 200} Apr 12 18:29:06.366299 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-a927fa07-f3cc-4128-997f-71c0aa750a47 None None] Set router 05b49423-1230-40fc-b521-529e50f39993 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:29:06.571423 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-a927fa07-f3cc-4128-997f-71c0aa750a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b49423-1230-40fc-b521-529e50f39993', 'name': 'tempest-AttachVolumeTestJSON-750434608-router', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:52Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'gw_port': {'id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '0d22467a-dd59-44f3-a058-8548686b870f', 'name': '', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'mac_address': 'fa:16:3e:92:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '46b9b379-140d-4142-a367-613843eeaf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:09Z', 'revision_number': 5, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'subnets': [{'id': '46b9b379-140d-4142-a367-613843eeaf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:06.598944 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a927fa07-f3cc-4128-997f-71c0aa750a47 None None] Checking router: 05b49423-1230-40fc-b521-529e50f39993 for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:29:06.607794 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a927fa07-f3cc-4128-997f-71c0aa750a47 None None] Routers {'05b49423-1230-40fc-b521-529e50f39993'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:29:06.608664 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-a927fa07-f3cc-4128-997f-71c0aa750a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:28:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['05b49423-1230-40fc-b521-529e50f39993'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:06.819115 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42870) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:06.828969 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-a927fa07-f3cc-4128-997f-71c0aa750a47 None None] Set router 05b49423-1230-40fc-b521-529e50f39993 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:29:06.885942 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1121e69f-3453-4795-9e62-580a89a976d7 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for security_group (73f8e03b-1197-4a35-92ba-7b76c544e4b6), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:06.913805 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1121e69f-3453-4795-9e62-580a89a976d7 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for security_group (73f8e03b-1197-4a35-92ba-7b76c544e4b6), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:06.973795 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1121e69f-3453-4795-9e62-580a89a976d7 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (73f8e03b-1197-4a35-92ba-7b76c544e4b6), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:06.976650 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1121e69f-3453-4795-9e62-580a89a976d7 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:06.978077 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-1121e69f-3453-4795-9e62-580a89a976d7 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "DELETE /v2.0/security-groups/73f8e03b-1197-4a35-92ba-7b76c544e4b6 HTTP/1.1" status: 204 len: 168 time: 0.1578908 Apr 12 18:29:06.983422 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42872) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:06.989163 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121e69f-3453-4795-9e62-580a89a976d7 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f8e03b-1197-4a35-92ba-7b76c544e4b6,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:07.007356 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.api.v2.resource [None req-ac565840-1cf5-406c-89ec-0c6cc84174c2 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] show failed (client error): The resource could not be found. Apr 12 18:29:07.009352 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-ac565840-1cf5-406c-89ec-0c6cc84174c2 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "GET /v2.0/security-groups/73f8e03b-1197-4a35-92ba-7b76c544e4b6 HTTP/1.1" status: 404 len: 347 time: 0.0248139 Apr 12 18:29:07.012539 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42874) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:07.069484 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-a927fa07-f3cc-4128-997f-71c0aa750a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b49423-1230-40fc-b521-529e50f39993', 'name': 'tempest-AttachVolumeTestJSON-750434608-router', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:52Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'gw_port': {'id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '0d22467a-dd59-44f3-a058-8548686b870f', 'name': '', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'mac_address': 'fa:16:3e:92:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '46b9b379-140d-4142-a367-613843eeaf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:09Z', 'revision_number': 5, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'subnets': [{'id': '46b9b379-140d-4142-a367-613843eeaf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:07.107850 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a927fa07-f3cc-4128-997f-71c0aa750a47 None None] The sync data for ids ['05b49423-1230-40fc-b521-529e50f39993'] in dv-cinder-837535-1-iscsi is: [{'id': '05b49423-1230-40fc-b521-529e50f39993', 'name': 'tempest-AttachVolumeTestJSON-750434608-router', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:52Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'gw_port': {'id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '0d22467a-dd59-44f3-a058-8548686b870f', 'name': '', 'network_id': '3aeebb2a-d034-4a90-afa4-338c34468833', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'mac_address': 'fa:16:3e:92:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '46b9b379-140d-4142-a367-613843eeaf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:09Z', 'revision_number': 5, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'subnets': [{'id': '46b9b379-140d-4142-a367-613843eeaf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:29:07.141952 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-d5d07ba9-c055-4f83-a4e6-5166963a7a65 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Deleting port d56ca832-4c5f-45b6-9aa8-0444728d0e09 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:29:07.142460 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5d07ba9-c055-4f83-a4e6-5166963a7a65 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (d56ca832-4c5f-45b6-9aa8-0444728d0e09), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:07.226010 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5d07ba9-c055-4f83-a4e6-5166963a7a65 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (d56ca832-4c5f-45b6-9aa8-0444728d0e09), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:07.226338 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5d07ba9-c055-4f83-a4e6-5166963a7a65 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for floatingip (d56ca832-4c5f-45b6-9aa8-0444728d0e09), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:07.241063 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-d5d07ba9-c055-4f83-a4e6-5166963a7a65 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Calling delete_port for d56ca832-4c5f-45b6-9aa8-0444728d0e09 owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:29:07.370225 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca2bd85-9f1c-429f-a649-b59e19a6e277 None None] New status for floating IP 10efd263-ae7c-4017-b4f2-ba5e4dc3e659: DOWN {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:29:07.385462 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5d07ba9-c055-4f83-a4e6-5166963a7a65 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (d56ca832-4c5f-45b6-9aa8-0444728d0e09), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:07.412198 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d07ba9-c055-4f83-a4e6-5166963a7a65 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Pushing event deleted for resources: {'Port': ['ID=d56ca832-4c5f-45b6-9aa8-0444728d0e09,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:07.446829 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.db.api [None req-dca2bd85-9f1c-429f-a649-b59e19a6e277 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 18:29:07.447184 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG oslo_db.api [None req-dca2bd85-9f1c-429f-a649-b59e19a6e277 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 18:29:07.477000 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5d07ba9-c055-4f83-a4e6-5166963a7a65 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks [] for floatingip (10efd263-ae7c-4017-b4f2-ba5e4dc3e659), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:07.479558 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5d07ba9-c055-4f83-a4e6-5166963a7a65 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:07.480711 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-d5d07ba9-c055-4f83-a4e6-5166963a7a65 tempest-AttachVolumeTestJSON-2116007511 tempest-AttachVolumeTestJSON-2116007511-project] 10.222.0.52 "DELETE /v2.0/floatingips/10efd263-ae7c-4017-b4f2-ba5e4dc3e659 HTTP/1.1" status: 204 len: 168 time: 0.4676142 Apr 12 18:29:07.767252 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 6f8cd870-1c77-4549-97fd-a84bf921cb3e no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:29:07.787530 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] No Port match for: 6f8cd870-1c77-4549-97fd-a84bf921cb3e {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:29:07.787885 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 6f8cd870-1c77-4549-97fd-a84bf921cb3e not bound to the agent host hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:29:07.948781 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca2bd85-9f1c-429f-a649-b59e19a6e277 None None] New status for floating IP 10efd263-ae7c-4017-b4f2-ba5e4dc3e659: DOWN {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:29:10.992777 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42904) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:11.571330 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-81d44b03-52cd-4226-b031-bcfd558204c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-810946'] for router_interface (05b49423-1230-40fc-b521-529e50f39993), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:11.847869 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-81d44b03-52cd-4226-b031-bcfd558204c8 admin admin] Deleting port 0d22467a-dd59-44f3-a058-8548686b870f {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:29:11.848208 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-81d44b03-52cd-4226-b031-bcfd558204c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (0d22467a-dd59-44f3-a058-8548686b870f), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:11.927098 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-81d44b03-52cd-4226-b031-bcfd558204c8 admin admin] For port 0d22467a-dd59-44f3-a058-8548686b870f, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=0d22467a-dd59-44f3-a058-8548686b870f,segment=NetworkSegment(093c9b08-910f-4fc5-b271-7615cafd8f99),segment_id=093c9b08-910f-4fc5-b271-7615cafd8f99)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:29:11.927464 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-81d44b03-52cd-4226-b031-bcfd558204c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (0d22467a-dd59-44f3-a058-8548686b870f), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:11.940128 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-81d44b03-52cd-4226-b031-bcfd558204c8 admin admin] Calling delete_port for 0d22467a-dd59-44f3-a058-8548686b870f owned by network:router_interface {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:29:12.114354 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-81d44b03-52cd-4226-b031-bcfd558204c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (0d22467a-dd59-44f3-a058-8548686b870f), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:12.143272 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d44b03-52cd-4226-b031-bcfd558204c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d22467a-dd59-44f3-a058-8548686b870f,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:12.307674 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-81d44b03-52cd-4226-b031-bcfd558204c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-810846'] for router_interface (05b49423-1230-40fc-b521-529e50f39993), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:12.519656 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d44b03-52cd-4226-b031-bcfd558204c8 admin admin] Router 05b49423-1230-40fc-b521-529e50f39993 has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:29:12.860911 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d44b03-52cd-4226-b031-bcfd558204c8 admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:29:12.865848 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-81d44b03-52cd-4226-b031-bcfd558204c8 admin admin] 10.222.0.52 "PUT /v2.0/routers/05b49423-1230-40fc-b521-529e50f39993/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8720250 Apr 12 18:29:12.868588 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42908) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:12.870155 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b9cd77-a0b2-475d-89e6-d5a82f1a4f36 None None] Sync routers for ids ['05b49423-1230-40fc-b521-529e50f39993'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:29:12.880447 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b9cd77-a0b2-475d-89e6-d5a82f1a4f36 None None] Routers {'05b49423-1230-40fc-b521-529e50f39993'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:29:12.881115 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-c1b9cd77-a0b2-475d-89e6-d5a82f1a4f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:28:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['05b49423-1230-40fc-b521-529e50f39993'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:12.975389 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ea1402f-300f-42e0-bd27-291c8653870e admin admin] Publish callbacks [] for router (05b49423-1230-40fc-b521-529e50f39993), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:12.987913 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-c1b9cd77-a0b2-475d-89e6-d5a82f1a4f36 None None] Set router 05b49423-1230-40fc-b521-529e50f39993 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:29:13.082116 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ea1402f-300f-42e0-bd27-291c8653870e admin admin] Publish callbacks [] for router_gateway (05b49423-1230-40fc-b521-529e50f39993), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:13.130609 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-3ea1402f-300f-42e0-bd27-291c8653870e admin admin] Deleting port 9b5be9ea-acf4-4514-a122-106d45ba0411 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:29:13.130955 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ea1402f-300f-42e0-bd27-291c8653870e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (9b5be9ea-acf4-4514-a122-106d45ba0411), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:13.166326 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-c1b9cd77-a0b2-475d-89e6-d5a82f1a4f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b49423-1230-40fc-b521-529e50f39993', 'name': 'tempest-AttachVolumeTestJSON-750434608-router', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:52Z', 'updated_at': '2022-04-12T18:29:12Z', 'revision_number': 5, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'gw_port': {'id': '9b5be9ea-acf4-4514-a122-106d45ba0411', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b49423-1230-40fc-b521-529e50f39993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:13.179369 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c349-1b94-4295-bc24-abca962468c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:13.194648 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b9cd77-a0b2-475d-89e6-d5a82f1a4f36 None None] Checking router: 05b49423-1230-40fc-b521-529e50f39993 for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:29:13.203795 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b9cd77-a0b2-475d-89e6-d5a82f1a4f36 None None] Routers {'05b49423-1230-40fc-b521-529e50f39993'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:29:13.204411 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-c1b9cd77-a0b2-475d-89e6-d5a82f1a4f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:28:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['05b49423-1230-40fc-b521-529e50f39993'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:13.213198 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-3ea1402f-300f-42e0-bd27-291c8653870e admin admin] For port 9b5be9ea-acf4-4514-a122-106d45ba0411, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=9b5be9ea-acf4-4514-a122-106d45ba0411,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:29:13.213568 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ea1402f-300f-42e0-bd27-291c8653870e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (9b5be9ea-acf4-4514-a122-106d45ba0411), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:13.226957 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-3ea1402f-300f-42e0-bd27-291c8653870e admin admin] Calling delete_port for 9b5be9ea-acf4-4514-a122-106d45ba0411 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:29:13.303335 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-c1b9cd77-a0b2-475d-89e6-d5a82f1a4f36 None None] Set router 05b49423-1230-40fc-b521-529e50f39993 gateway port host: None {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:29:13.355197 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-c1b9cd77-a0b2-475d-89e6-d5a82f1a4f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b49423-1230-40fc-b521-529e50f39993', 'name': 'tempest-AttachVolumeTestJSON-750434608-router', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:52Z', 'updated_at': '2022-04-12T18:29:13Z', 'revision_number': 6, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'gw_port_host': None}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:13.385871 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b9cd77-a0b2-475d-89e6-d5a82f1a4f36 None None] The sync data for ids ['05b49423-1230-40fc-b521-529e50f39993'] in dv-cinder-837535-1-iscsi is: [{'id': '05b49423-1230-40fc-b521-529e50f39993', 'name': 'tempest-AttachVolumeTestJSON-750434608-router', 'tenant_id': 'a6c7a32511684e98998d07f553b02c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:52Z', 'updated_at': '2022-04-12T18:29:13Z', 'revision_number': 6, 'project_id': 'a6c7a32511684e98998d07f553b02c00', 'gw_port_host': None}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:29:13.398848 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ea1402f-300f-42e0-bd27-291c8653870e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (9b5be9ea-acf4-4514-a122-106d45ba0411), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:13.424890 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1402f-300f-42e0-bd27-291c8653870e admin admin] Pushing event deleted for resources: {'Port': ['ID=9b5be9ea-acf4-4514-a122-106d45ba0411,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:13.485313 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ea1402f-300f-42e0-bd27-291c8653870e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-807160'] for router_gateway (05b49423-1230-40fc-b521-529e50f39993), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:13.574244 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ea1402f-300f-42e0-bd27-291c8653870e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-895014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8858'] for router (05b49423-1230-40fc-b521-529e50f39993), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:13.576423 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ea1402f-300f-42e0-bd27-291c8653870e admin admin] Publish callbacks [] for router_controller (05b49423-1230-40fc-b521-529e50f39993), precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:13.622068 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ea1402f-300f-42e0-bd27-291c8653870e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-895005'] for router (05b49423-1230-40fc-b521-529e50f39993), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:13.623257 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea1402f-300f-42e0-bd27-291c8653870e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05b49423-1230-40fc-b521-529e50f39993 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:29:13.628126 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ea1402f-300f-42e0-bd27-291c8653870e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:13.629648 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-3ea1402f-300f-42e0-bd27-291c8653870e admin admin] 10.222.0.52 "DELETE /v2.0/routers/05b49423-1230-40fc-b521-529e50f39993 HTTP/1.1" status: 204 len: 168 time: 0.7596798 Apr 12 18:29:13.633471 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 42910) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:13.683645 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c9de16-ba53-4281-81ca-bc0e0b5aaf20 admin admin] Deleting subnet 46b9b379-140d-4142-a367-613843eeaf49 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:29:13.687252 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-31c9de16-ba53-4281-81ca-bc0e0b5aaf20 admin admin] Publish callbacks [] for subnet (46b9b379-140d-4142-a367-613843eeaf49), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:13.722490 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-31c9de16-ba53-4281-81ca-bc0e0b5aaf20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58806645'] for subnet (46b9b379-140d-4142-a367-613843eeaf49), precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:13.809883 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-31c9de16-ba53-4281-81ca-bc0e0b5aaf20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3990049'] for subnet (46b9b379-140d-4142-a367-613843eeaf49), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:13.866945 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-31c9de16-ba53-4281-81ca-bc0e0b5aaf20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3990070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62656991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59774121'] for subnet (46b9b379-140d-4142-a367-613843eeaf49), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:13.894192 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-31c9de16-ba53-4281-81ca-bc0e0b5aaf20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:13.898119 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-31c9de16-ba53-4281-81ca-bc0e0b5aaf20 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/46b9b379-140d-4142-a367-613843eeaf49 HTTP/1.1" status: 204 len: 168 time: 0.2634923 Apr 12 18:29:13.899144 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9de16-ba53-4281-81ca-bc0e0b5aaf20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46b9b379-140d-4142-a367-613843eeaf49,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:13.899354 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4d842e-9c35-474c-b708-ee13f25598cc None None] Network 3aeebb2a-d034-4a90-afa4-338c34468833 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:29:13.900618 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42912) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:13.968955 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6f1f89fe-3537-453e-851b-064485779454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3769168'] for network (3aeebb2a-d034-4a90-afa4-338c34468833), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:14.017969 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-6f1f89fe-3537-453e-851b-064485779454 admin admin] Deleting port e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:29:14.018317 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6f1f89fe-3537-453e-851b-064485779454 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:14.083885 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-6f1f89fe-3537-453e-851b-064485779454 admin admin] For port e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe,segment=NetworkSegment(093c9b08-910f-4fc5-b271-7615cafd8f99),segment_id=093c9b08-910f-4fc5-b271-7615cafd8f99)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:29:14.084177 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6f1f89fe-3537-453e-851b-064485779454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:14.096398 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-6f1f89fe-3537-453e-851b-064485779454 admin admin] Calling delete_port for e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:29:14.153521 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fcde80-1432-4f03-882e-68aa126ed8f7 None None] DHCP port deletion for 3aeebb2a-d034-4a90-afa4-338c34468833 request from dv-cinder-837535-1-iscsi {{(pid=103525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:29:14.180960 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6f1f89fe-3537-453e-851b-064485779454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:14.195412 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-77fcde80-1432-4f03-882e-68aa126ed8f7 None None] Deleting port e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe {{(pid=103525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:29:14.195968 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-77fcde80-1432-4f03-882e-68aa126ed8f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe), before_delete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:14.212692 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f89fe-3537-453e-851b-064485779454 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:14.216420 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1f89fe-3537-453e-851b-064485779454 admin admin] No DVR routers for this DVR port e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe on host dv-cinder-837535-1-iscsi {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:29:14.264607 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-77fcde80-1432-4f03-882e-68aa126ed8f7 None None] For port e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe, host dv-cinder-837535-1-iscsi, got binding levels [] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:29:14.265009 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-77fcde80-1432-4f03-882e-68aa126ed8f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe), precommit_delete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:14.279241 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-77fcde80-1432-4f03-882e-68aa126ed8f7 None None] Calling delete_port for e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe owned by network:dhcp {{(pid=103525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:29:14.281995 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.ipam_backend_mixin [None req-77fcde80-1432-4f03-882e-68aa126ed8f7 None None] Port e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe was not found and therefore no delete operation was performed {{(pid=103525) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 18:29:14.283216 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-77fcde80-1432-4f03-882e-68aa126ed8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079'] for port (e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe), after_delete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:14.290330 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6f1f89fe-3537-453e-851b-064485779454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996314', 'neutron.services.segments.db._delete_segments_for_network-8761370393272'] for network (3aeebb2a-d034-4a90-afa4-338c34468833), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:14.307299 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fcde80-1432-4f03-882e-68aa126ed8f7 None None] Pushing event deleted for resources: {'Port': ['ID=e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe,revision_number=None']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:14.311576 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-6f1f89fe-3537-453e-851b-064485779454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aeebb2a-d034-4a90-afa4-338c34468833']}} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:14.312214 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fcde80-1432-4f03-882e-68aa126ed8f7 None None] No DVR routers for this DVR port e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe on host dv-cinder-837535-1-iscsi {{(pid=103525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:29:14.323895 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-6f1f89fe-3537-453e-851b-064485779454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '093c9b08-910f-4fc5-b271-7615cafd8f99') {'for_net_delete': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:14.323895 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-6f1f89fe-3537-453e-851b-064485779454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '093c9b08-910f-4fc5-b271-7615cafd8f99') {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:14.333830 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6f1f89fe-3537-453e-851b-064485779454 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761370364609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62755066'] for segment (093c9b08-910f-4fc5-b271-7615cafd8f99), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:14.348825 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6f1f89fe-3537-453e-851b-064485779454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (093c9b08-910f-4fc5-b271-7615cafd8f99), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:14.355515 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1f89fe-3537-453e-851b-064485779454 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:29:14.356172 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6f1f89fe-3537-453e-851b-064485779454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59090939'] for segment (093c9b08-910f-4fc5-b271-7615cafd8f99), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: Traceback (most recent call last): Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: timer() Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: cb(*args, **kw) Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: return func(*args, **kwargs) Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: self._notify() Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: self.callback(batched_events) Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: event.method(event) Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: return f(self, *a, **k) Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: return self._get(url).json() Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: return self.request(url, 'GET', **kwargs) Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:29:14.358354 dv-cinder-837535-1-iscsi neutron-server[103524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:29:14.424963 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6f1f89fe-3537-453e-851b-064485779454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-807132'] for network (3aeebb2a-d034-4a90-afa4-338c34468833), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:14.429895 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6f1f89fe-3537-453e-851b-064485779454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:14.433126 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-6f1f89fe-3537-453e-851b-064485779454 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3aeebb2a-d034-4a90-afa4-338c34468833 HTTP/1.1" status: 204 len: 168 time: 0.5314610 Apr 12 18:29:14.446788 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f89fe-3537-453e-851b-064485779454 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aeebb2a-d034-4a90-afa4-338c34468833,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:14.549383 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42916) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:14.588885 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-d60913a9-adcb-4320-b491-f8aa5e82b94d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a6c7a32511684e98998d07f553b02c00&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382154 Apr 12 18:29:14.591317 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 42918) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:14.639140 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-024da158-5034-4fe6-8126-dabff992c912 admin admin] Publish callbacks [] for security_group (ab88d248-b135-49c4-a8dd-e18f158da682), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:14.660773 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-024da158-5034-4fe6-8126-dabff992c912 admin admin] Publish callbacks [] for security_group (ab88d248-b135-49c4-a8dd-e18f158da682), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:14.709808 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-024da158-5034-4fe6-8126-dabff992c912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (ab88d248-b135-49c4-a8dd-e18f158da682), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:14.712317 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-024da158-5034-4fe6-8126-dabff992c912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:14.713493 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-024da158-5034-4fe6-8126-dabff992c912 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ab88d248-b135-49c4-a8dd-e18f158da682 HTTP/1.1" status: 204 len: 168 time: 0.1207111 Apr 12 18:29:14.721814 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024da158-5034-4fe6-8126-dabff992c912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab88d248-b135-49c4-a8dd-e18f158da682,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:15.036126 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 9b5be9ea-acf4-4514-a122-106d45ba0411 no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:29:15.061525 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: 9b5be9ea-acf4-4514-a122-106d45ba0411 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:29:15.061877 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 9b5be9ea-acf4-4514-a122-106d45ba0411 not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:29:15.062294 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 0d22467a-dd59-44f3-a058-8548686b870f no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:29:15.085262 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: 0d22467a-dd59-44f3-a058-8548686b870f {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:29:15.085607 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 0d22467a-dd59-44f3-a058-8548686b870f not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:29:15.086026 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:29:15.104647 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:29:15.104995 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device e2de0afb-b4f5-4fda-92ae-b2470c7b0cbe not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:29:15.521006 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6d1770fe-3f11-42ad-878b-12e11950419e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:16.865323 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:18.370727 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:19.298802 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:20.799912 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd8381-bc14-490e-99f9-ca4f27be4025 req-3827584c-104d-45ab-8970-fee1d6f25049 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:20.801391 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c3cd8381-bc14-490e-99f9-ca4f27be4025 req-3827584c-104d-45ab-8970-fee1d6f25049 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0466678 Apr 12 18:29:20.850583 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c3cd8381-bc14-490e-99f9-ca4f27be4025 req-fb12d56d-1d41-4a94-8b81-ff006d237d37 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436378 Apr 12 18:29:21.970333 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d0161-2995-4913-997c-383c26b14ce1 req-cead4dc7-10f2-46f2-92ae-706b8e651b36 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:21.971789 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-776d0161-2995-4913-997c-383c26b14ce1 req-cead4dc7-10f2-46f2-92ae-706b8e651b36 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0467429 Apr 12 18:29:22.017286 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-776d0161-2995-4913-997c-383c26b14ce1 req-24676146-9dda-40f9-a099-383de4d90781 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399990 Apr 12 18:29:23.131153 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d158d-9bb4-41ba-8756-8af9d0a32027 req-7e6b200c-6d9e-4f15-b9eb-6b9c49d14de2 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:23.132607 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a29d158d-9bb4-41ba-8756-8af9d0a32027 req-7e6b200c-6d9e-4f15-b9eb-6b9c49d14de2 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0451698 Apr 12 18:29:23.178091 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a29d158d-9bb4-41ba-8756-8af9d0a32027 req-6eb0e88c-ecfa-487d-8197-6683ebd4d0d0 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400534 Apr 12 18:29:24.086001 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:24.298403 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323e866-7241-4818-8da8-0e108bf96f50 req-c264b986-1eca-4be0-98da-af502a512b2d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:24.299941 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0323e866-7241-4818-8da8-0e108bf96f50 req-c264b986-1eca-4be0-98da-af502a512b2d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0505288 Apr 12 18:29:24.346793 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0323e866-7241-4818-8da8-0e108bf96f50 req-05fc8fa8-c2d5-4265-bd7a-e62e7e4c4301 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409760 Apr 12 18:29:25.463358 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66de27-8225-45a7-9641-ab3e6be8cd87 req-57829378-f53a-4521-87c7-c401d2784e7c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:25.464845 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5b66de27-8225-45a7-9641-ab3e6be8cd87 req-57829378-f53a-4521-87c7-c401d2784e7c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0470850 Apr 12 18:29:25.511978 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5b66de27-8225-45a7-9641-ab3e6be8cd87 req-933b24d7-ccc6-44f3-8b7f-268158d9f235 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411642 Apr 12 18:29:26.629438 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcf078-338b-40b1-a719-cfe507cdf4d1 req-84e840ff-1fc7-489d-b2f3-3fd4f31d900b tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:26.630901 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-60dcf078-338b-40b1-a719-cfe507cdf4d1 req-84e840ff-1fc7-489d-b2f3-3fd4f31d900b tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0469818 Apr 12 18:29:26.682198 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-60dcf078-338b-40b1-a719-cfe507cdf4d1 req-e2d2a361-8601-45c4-a323-b5f32bd4cfb5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457981 Apr 12 18:29:27.024538 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edcb18-2ec7-45ef-acfb-964c3ab92bbd req-61bc39b6-f7b8-48b5-bc50-4045911df1c0 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:27.026023 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-43edcb18-2ec7-45ef-acfb-964c3ab92bbd req-61bc39b6-f7b8-48b5-bc50-4045911df1c0 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4c8da5-808a-4df0-be34-3c697d7ddac1 HTTP/1.1" status: 200 len: 946 time: 0.0463400 Apr 12 18:29:27.071707 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-43edcb18-2ec7-45ef-acfb-964c3ab92bbd req-905af269-c5a0-414f-b726-d9aec3943a04 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=a30dcd9b-5968-488c-adb1-16d7785ce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396819 Apr 12 18:29:27.576600 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 43160) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:27.678093 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-68d25a9c-9ded-450d-810d-624ad72c2edd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:27.752226 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-68d25a9c-9ded-450d-810d-624ad72c2edd admin admin] Publish callbacks [] for security_group (0f3b0301-ae09-4beb-a767-d9907b8d9ab2), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:27.756219 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-68d25a9c-9ded-450d-810d-624ad72c2edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (0f3b0301-ae09-4beb-a767-d9907b8d9ab2), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:27.793341 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d25a9c-9ded-450d-810d-624ad72c2edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3b0301-ae09-4beb-a767-d9907b8d9ab2,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:27.798482 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-68d25a9c-9ded-450d-810d-624ad72c2edd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b8a694b4e4dd42f0972f2eabd92a8e87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207971 Apr 12 18:29:27.801031 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 43166) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:27.803386 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71643097-12fe-4a55-a7ac-a8de783c40c8 req-b27e9092-6223-4706-aace-b7786443920d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:27.809609 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-71643097-12fe-4a55-a7ac-a8de783c40c8 req-b27e9092-6223-4706-aace-b7786443920d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0546396 Apr 12 18:29:27.849720 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-82dcc203-803a-49b8-ab2d-7c40213d9dd2 admin admin] Publish callbacks [] for security_group (0f3b0301-ae09-4beb-a767-d9907b8d9ab2), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:27.851692 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-71643097-12fe-4a55-a7ac-a8de783c40c8 req-b233480b-90aa-49e8-bc8b-092f514be8d6 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403140 Apr 12 18:29:27.871752 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-82dcc203-803a-49b8-ab2d-7c40213d9dd2 admin admin] Publish callbacks [] for security_group (0f3b0301-ae09-4beb-a767-d9907b8d9ab2), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:27.921309 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-82dcc203-803a-49b8-ab2d-7c40213d9dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (0f3b0301-ae09-4beb-a767-d9907b8d9ab2), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:27.923782 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-82dcc203-803a-49b8-ab2d-7c40213d9dd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:27.924914 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-82dcc203-803a-49b8-ab2d-7c40213d9dd2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0f3b0301-ae09-4beb-a767-d9907b8d9ab2 HTTP/1.1" status: 204 len: 168 time: 0.1229141 Apr 12 18:29:27.932504 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dcc203-803a-49b8-ab2d-7c40213d9dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3b0301-ae09-4beb-a767-d9907b8d9ab2,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:28.176045 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 43174) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:28.187176 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95b9fa-4097-4881-ad03-100b33268a7f req-35098eea-b0e9-47d5-9d45-d168c5cb289a tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:28.188735 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0e95b9fa-4097-4881-ad03-100b33268a7f req-35098eea-b0e9-47d5-9d45-d168c5cb289a tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4c8da5-808a-4df0-be34-3c697d7ddac1 HTTP/1.1" status: 200 len: 946 time: 0.0505979 Apr 12 18:29:28.192908 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5bf1dd2c-36f8-43fd-a7fc-612ac40922c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:28.238632 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0e95b9fa-4097-4881-ad03-100b33268a7f req-c528314f-3c2a-4045-a9dd-f12a59d06242 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups?id=a30dcd9b-5968-488c-adb1-16d7785ce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438461 Apr 12 18:29:28.272917 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5bf1dd2c-36f8-43fd-a7fc-612ac40922c3 admin admin] Publish callbacks [] for security_group (bb1c170d-945b-464d-a167-651ced626b02), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:28.276458 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5bf1dd2c-36f8-43fd-a7fc-612ac40922c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (bb1c170d-945b-464d-a167-651ced626b02), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:28.314456 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-5bf1dd2c-36f8-43fd-a7fc-612ac40922c3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=370547a494cc4b069c03c5b1aaa74c01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373403 Apr 12 18:29:28.317216 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1dd2c-36f8-43fd-a7fc-612ac40922c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1c170d-945b-464d-a167-651ced626b02,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:28.317356 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 43176) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:28.365279 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-71229d8b-6906-44d1-a642-e593910427f2 admin admin] Publish callbacks [] for security_group (bb1c170d-945b-464d-a167-651ced626b02), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:28.385973 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-71229d8b-6906-44d1-a642-e593910427f2 admin admin] Publish callbacks [] for security_group (bb1c170d-945b-464d-a167-651ced626b02), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:28.430918 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-71229d8b-6906-44d1-a642-e593910427f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (bb1c170d-945b-464d-a167-651ced626b02), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:28.433564 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-71229d8b-6906-44d1-a642-e593910427f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:28.434689 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-71229d8b-6906-44d1-a642-e593910427f2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bb1c170d-945b-464d-a167-651ced626b02 HTTP/1.1" status: 204 len: 168 time: 0.1164551 Apr 12 18:29:28.442835 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71229d8b-6906-44d1-a642-e593910427f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1c170d-945b-464d-a167-651ced626b02,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:28.729466 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53059d7-2844-44e0-8d16-0e4e681500ee req-62fbeb6c-502c-4ff4-bac2-cdef6bb4d1d2 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:28.730945 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-f53059d7-2844-44e0-8d16-0e4e681500ee req-62fbeb6c-502c-4ff4-bac2-cdef6bb4d1d2 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4c8da5-808a-4df0-be34-3c697d7ddac1 HTTP/1.1" status: 200 len: 946 time: 0.0482481 Apr 12 18:29:28.787249 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:29:28.822206 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-f53059d7-2844-44e0-8d16-0e4e681500ee req-17f55ccc-0379-4395-8fbb-e677474dff59 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Deleting port 50f100f3-5816-4972-a664-1294b1d70863 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:29:28.822548 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-f53059d7-2844-44e0-8d16-0e4e681500ee req-17f55ccc-0379-4395-8fbb-e677474dff59 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (50f100f3-5816-4972-a664-1294b1d70863), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:28.920761 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-f53059d7-2844-44e0-8d16-0e4e681500ee req-17f55ccc-0379-4395-8fbb-e677474dff59 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] For port 50f100f3-5816-4972-a664-1294b1d70863, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=50f100f3-5816-4972-a664-1294b1d70863,segment=NetworkSegment(5377f466-4b6e-46ba-a53b-1eadcfe56874),segment_id=5377f466-4b6e-46ba-a53b-1eadcfe56874)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:29:28.921041 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-f53059d7-2844-44e0-8d16-0e4e681500ee req-17f55ccc-0379-4395-8fbb-e677474dff59 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (50f100f3-5816-4972-a664-1294b1d70863), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:28.978884 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19608f94-89a9-4bc9-84a2-d16ccfb36d94 req-1404af15-e52a-417a-99db-6e728b83dd71 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:28.980600 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-19608f94-89a9-4bc9-84a2-d16ccfb36d94 req-1404af15-e52a-417a-99db-6e728b83dd71 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0546241 Apr 12 18:29:29.043281 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-19608f94-89a9-4bc9-84a2-d16ccfb36d94 req-16588bde-ad4b-4f56-a2df-645475448ea4 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538027 Apr 12 18:29:29.104095 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-f53059d7-2844-44e0-8d16-0e4e681500ee req-17f55ccc-0379-4395-8fbb-e677474dff59 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:29.104461 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-f53059d7-2844-44e0-8d16-0e4e681500ee req-17f55ccc-0379-4395-8fbb-e677474dff59 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (8a6f662d-77a2-44ca-be57-2b3e15260c8d), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:29.104777 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.db.l3_db [req-f53059d7-2844-44e0-8d16-0e4e681500ee req-17f55ccc-0379-4395-8fbb-e677474dff59 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Floating IP 8a6f662d-77a2-44ca-be57-2b3e15260c8d disassociated. External IP: 172.27.1.41, port: 50f100f3-5816-4972-a664-1294b1d70863. Apr 12 18:29:29.105141 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-f53059d7-2844-44e0-8d16-0e4e681500ee req-17f55ccc-0379-4395-8fbb-e677474dff59 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Calling delete_port for 50f100f3-5816-4972-a664-1294b1d70863 owned by compute:nova {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:29:29.231339 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-f53059d7-2844-44e0-8d16-0e4e681500ee req-17f55ccc-0379-4395-8fbb-e677474dff59 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (50f100f3-5816-4972-a664-1294b1d70863), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:29.270796 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f55ccc-0379-4395-8fbb-e677474dff59 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event deleted for resources: {'Port': ['ID=50f100f3-5816-4972-a664-1294b1d70863,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:29.357457 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-cfe1873a-0b3d-4af2-9664-971ddf78a9e7 req-ab12369b-eb7d-435d-8db5-242549e141e2 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4c8da5-808a-4df0-be34-3c697d7ddac1 HTTP/1.1" status: 200 len: 210 time: 0.0313880 Apr 12 18:29:29.401120 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f53059d7-2844-44e0-8d16-0e4e681500ee req-17f55ccc-0379-4395-8fbb-e677474dff59 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Router 75c67045-88dc-47c1-88df-b545b64bc51a has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:29:29.515451 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f53059d7-2844-44e0-8d16-0e4e681500ee req-17f55ccc-0379-4395-8fbb-e677474dff59 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:29:29.525648 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3ab5d4-daac-42af-b7b4-0dd17b90c945 None None] Sync routers for ids ['75c67045-88dc-47c1-88df-b545b64bc51a'] in dv-cinder-837535-1-iscsi {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:29:29.535591 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3ab5d4-daac-42af-b7b4-0dd17b90c945 None None] Routers {'75c67045-88dc-47c1-88df-b545b64bc51a'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:29:29.536220 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-da3ab5d4-daac-42af-b7b4-0dd17b90c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:29:16Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['75c67045-88dc-47c1-88df-b545b64bc51a'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:29.568044 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53059d7-2844-44e0-8d16-0e4e681500ee req-17f55ccc-0379-4395-8fbb-e677474dff59 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] No DVR routers for this DVR port 50f100f3-5816-4972-a664-1294b1d70863 on host hv-cinder-83753 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:29:29.570854 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-f53059d7-2844-44e0-8d16-0e4e681500ee req-17f55ccc-0379-4395-8fbb-e677474dff59 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:29.574197 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-f53059d7-2844-44e0-8d16-0e4e681500ee req-17f55ccc-0379-4395-8fbb-e677474dff59 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.26 "DELETE /v2.0/ports/50f100f3-5816-4972-a664-1294b1d70863 HTTP/1.1" status: 204 len: 173 time: 0.8377182 Apr 12 18:29:29.574650 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4c8da5-808a-4df0-be34-3c697d7ddac1', 'name': 'network-vif-deleted', 'tag': '50f100f3-5816-4972-a664-1294b1d70863'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:29:29.576975 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092a4fa6-c8c2-45ca-be0f-0c5634a39a68" -d '{"events": [{"server_uuid": "4a4c8da5-808a-4df0-be34-3c697d7ddac1", "name": "network-vif-deleted", "tag": "50f100f3-5816-4972-a664-1294b1d70863"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:29:29.632881 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6905fba2-eb5e-4a0b-8551-a16272d98236 x-openstack-request-id: req-6905fba2-eb5e-4a0b-8551-a16272d98236 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:29:29.633485 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4c8da5-808a-4df0-be34-3c697d7ddac1", "name": "network-vif-deleted", "tag": "50f100f3-5816-4972-a664-1294b1d70863", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:29:29.634019 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6905fba2-eb5e-4a0b-8551-a16272d98236 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:29:29.634649 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6905fba2-eb5e-4a0b-8551-a16272d98236'] response: {'server_uuid': '4a4c8da5-808a-4df0-be34-3c697d7ddac1', 'name': 'network-vif-deleted', 'tag': '50f100f3-5816-4972-a664-1294b1d70863', 'status': 'completed', 'code': 200} Apr 12 18:29:29.673690 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-da3ab5d4-daac-42af-b7b4-0dd17b90c945 None None] Set router 75c67045-88dc-47c1-88df-b545b64bc51a gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:29:29.887675 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-da3ab5d4-daac-42af-b7b4-0dd17b90c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'f0ee12d0-42ec-4df9-af37-6171eb8e0fce', 'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'mac_address': 'fa:16:3e:d5:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:04Z', 'revision_number': 5, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'subnets': [{'id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:29.915732 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3ab5d4-daac-42af-b7b4-0dd17b90c945 None None] Checking router: 75c67045-88dc-47c1-88df-b545b64bc51a for host: dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:29:29.925436 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3ab5d4-daac-42af-b7b4-0dd17b90c945 None None] Routers {'75c67045-88dc-47c1-88df-b545b64bc51a'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:29:29.926253 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-da3ab5d4-daac-42af-b7b4-0dd17b90c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:29:16Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['75c67045-88dc-47c1-88df-b545b64bc51a'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:30.127757 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 43228) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:30.175706 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-da3ab5d4-daac-42af-b7b4-0dd17b90c945 None None] Set router 75c67045-88dc-47c1-88df-b545b64bc51a gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:29:30.180544 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3663deb-110b-4b5f-920a-7cd334e862c2 req-70c91e3b-880b-4ba8-a457-c3b817f100da tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:30.182307 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b3663deb-110b-4b5f-920a-7cd334e862c2 req-70c91e3b-880b-4ba8-a457-c3b817f100da tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0553229 Apr 12 18:29:30.233117 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b3663deb-110b-4b5f-920a-7cd334e862c2 req-ac6eb31e-3e20-4b03-a909-7d615895abc6 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446410 Apr 12 18:29:30.249220 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f936efa5-21d7-4594-841f-91e57dc88bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:30.321753 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f936efa5-21d7-4594-841f-91e57dc88bf7 admin admin] Publish callbacks [] for security_group (3632ef35-a837-4a30-9ee8-54c9081a1296), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:30.326122 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f936efa5-21d7-4594-841f-91e57dc88bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (3632ef35-a837-4a30-9ee8-54c9081a1296), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:30.366647 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-f936efa5-21d7-4594-841f-91e57dc88bf7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6a371406b6054ef2a11d78c53ea3df98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377687 Apr 12 18:29:30.367353 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936efa5-21d7-4594-841f-91e57dc88bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3632ef35-a837-4a30-9ee8-54c9081a1296,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:30.369296 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 43232) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:30.381724 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-da3ab5d4-daac-42af-b7b4-0dd17b90c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'f0ee12d0-42ec-4df9-af37-6171eb8e0fce', 'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'mac_address': 'fa:16:3e:d5:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:04Z', 'revision_number': 5, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'subnets': [{'id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:30.415323 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3ab5d4-daac-42af-b7b4-0dd17b90c945 None None] The sync data for ids ['75c67045-88dc-47c1-88df-b545b64bc51a'] in dv-cinder-837535-1-iscsi is: [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:19:59Z', 'revision_number': 4, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'f0ee12d0-42ec-4df9-af37-6171eb8e0fce', 'name': '', 'network_id': 'c9dc82e9-ba51-4034-af9b-11d793e8de94', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'mac_address': 'fa:16:3e:d5:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:58Z', 'updated_at': '2022-04-12T18:20:04Z', 'revision_number': 5, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'subnets': [{'id': 'e9a9f4b8-3305-469c-8769-0a7b186de1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:29:30.428038 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eb5722d5-562c-453d-ba03-e9b6fb5dc583 admin admin] Publish callbacks [] for security_group (3632ef35-a837-4a30-9ee8-54c9081a1296), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:30.451208 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eb5722d5-562c-453d-ba03-e9b6fb5dc583 admin admin] Publish callbacks [] for security_group (3632ef35-a837-4a30-9ee8-54c9081a1296), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:30.452851 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 43238) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:30.506238 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eb5722d5-562c-453d-ba03-e9b6fb5dc583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (3632ef35-a837-4a30-9ee8-54c9081a1296), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:30.508728 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eb5722d5-562c-453d-ba03-e9b6fb5dc583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:30.515106 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-eb5722d5-562c-453d-ba03-e9b6fb5dc583 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3632ef35-a837-4a30-9ee8-54c9081a1296 HTTP/1.1" status: 204 len: 168 time: 0.1422286 Apr 12 18:29:30.520305 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-83b486ee-d13f-4386-b0fb-5be789084dc1 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group (a30dcd9b-5968-488c-adb1-16d7785ce4a8), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:30.523853 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5722d5-562c-453d-ba03-e9b6fb5dc583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3632ef35-a837-4a30-9ee8-54c9081a1296,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:30.553648 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-83b486ee-d13f-4386-b0fb-5be789084dc1 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group (a30dcd9b-5968-488c-adb1-16d7785ce4a8), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:30.613947 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-83b486ee-d13f-4386-b0fb-5be789084dc1 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (a30dcd9b-5968-488c-adb1-16d7785ce4a8), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:30.617423 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-83b486ee-d13f-4386-b0fb-5be789084dc1 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:30.621635 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 43242) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:30.621974 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-83b486ee-d13f-4386-b0fb-5be789084dc1 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "DELETE /v2.0/security-groups/a30dcd9b-5968-488c-adb1-16d7785ce4a8 HTTP/1.1" status: 204 len: 168 time: 0.1679204 Apr 12 18:29:30.634047 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b486ee-d13f-4386-b0fb-5be789084dc1 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30dcd9b-5968-488c-adb1-16d7785ce4a8,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:30.654548 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.api.v2.resource [None req-dbdd5e24-94f3-4721-95dc-51f492126e3a tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] show failed (client error): The resource could not be found. Apr 12 18:29:30.657115 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-dbdd5e24-94f3-4721-95dc-51f492126e3a tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "GET /v2.0/security-groups/a30dcd9b-5968-488c-adb1-16d7785ce4a8 HTTP/1.1" status: 404 len: 347 time: 0.0321181 Apr 12 18:29:30.658844 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 43246) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:30.725240 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb955ad-8caa-4842-8cfb-4af4984fca73 None None] New status for floating IP 8a6f662d-77a2-44ca-be57-2b3e15260c8d: DOWN {{(pid=103526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:29:30.783956 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-5e2edcb8-0e62-4fed-a5c4-e23f9a285ce8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Deleting port 01b669be-2f62-439c-9764-9ec2f56d39a3 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:29:30.784307 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5e2edcb8-0e62-4fed-a5c4-e23f9a285ce8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (01b669be-2f62-439c-9764-9ec2f56d39a3), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:30.814198 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 43248) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:30.830909 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9561f585-01d5-4753-b5a7-b3561d7a53ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:30.875620 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5e2edcb8-0e62-4fed-a5c4-e23f9a285ce8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (01b669be-2f62-439c-9764-9ec2f56d39a3), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:30.876103 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5e2edcb8-0e62-4fed-a5c4-e23f9a285ce8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (01b669be-2f62-439c-9764-9ec2f56d39a3), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:30.892097 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-5e2edcb8-0e62-4fed-a5c4-e23f9a285ce8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Calling delete_port for 01b669be-2f62-439c-9764-9ec2f56d39a3 owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:29:30.915768 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9561f585-01d5-4753-b5a7-b3561d7a53ba admin admin] Publish callbacks [] for security_group (605e89f7-7567-4877-86df-c46c1a47b754), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:30.920638 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9561f585-01d5-4753-b5a7-b3561d7a53ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (605e89f7-7567-4877-86df-c46c1a47b754), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:30.958868 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-9561f585-01d5-4753-b5a7-b3561d7a53ba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fe97391f97134a0689b652e228c12738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436112 Apr 12 18:29:30.959724 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9561f585-01d5-4753-b5a7-b3561d7a53ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605e89f7-7567-4877-86df-c46c1a47b754,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:30.961469 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 43250) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:31.050603 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa2b3940-ddd4-4ade-bbdc-66e9ab441e51 admin admin] Publish callbacks [] for security_group (605e89f7-7567-4877-86df-c46c1a47b754), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:31.069314 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5e2edcb8-0e62-4fed-a5c4-e23f9a285ce8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (01b669be-2f62-439c-9764-9ec2f56d39a3), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:31.103124 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa2b3940-ddd4-4ade-bbdc-66e9ab441e51 admin admin] Publish callbacks [] for security_group (605e89f7-7567-4877-86df-c46c1a47b754), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:31.111613 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2edcb8-0e62-4fed-a5c4-e23f9a285ce8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Pushing event deleted for resources: {'Port': ['ID=01b669be-2f62-439c-9764-9ec2f56d39a3,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:31.191712 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5e2edcb8-0e62-4fed-a5c4-e23f9a285ce8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks [] for floatingip (8a6f662d-77a2-44ca-be57-2b3e15260c8d), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:31.194579 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5e2edcb8-0e62-4fed-a5c4-e23f9a285ce8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:31.195701 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-5e2edcb8-0e62-4fed-a5c4-e23f9a285ce8 tempest-AttachVolumeNegativeTest-1045810311 tempest-AttachVolumeNegativeTest-1045810311-project] 10.222.0.52 "DELETE /v2.0/floatingips/8a6f662d-77a2-44ca-be57-2b3e15260c8d HTTP/1.1" status: 204 len: 168 time: 0.5359964 Apr 12 18:29:31.205426 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa2b3940-ddd4-4ade-bbdc-66e9ab441e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (605e89f7-7567-4877-86df-c46c1a47b754), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:31.209425 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa2b3940-ddd4-4ade-bbdc-66e9ab441e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:31.211161 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-aa2b3940-ddd4-4ade-bbdc-66e9ab441e51 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/605e89f7-7567-4877-86df-c46c1a47b754 HTTP/1.1" status: 204 len: 168 time: 0.2479897 Apr 12 18:29:31.224686 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b3940-ddd4-4ade-bbdc-66e9ab441e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605e89f7-7567-4877-86df-c46c1a47b754,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:31.647811 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d631ca9-dedb-4442-9e9d-d5f8eced6bfe req-cbfffa1c-1b0f-4bb8-ba98-7ea02425dbbe tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:31.649325 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5d631ca9-dedb-4442-9e9d-d5f8eced6bfe req-cbfffa1c-1b0f-4bb8-ba98-7ea02425dbbe tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.3253739 Apr 12 18:29:31.696763 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5d631ca9-dedb-4442-9e9d-d5f8eced6bfe req-c9d247ef-812b-4e59-90a9-816d693e24e7 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408900 Apr 12 18:29:31.848557 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 50f100f3-5816-4972-a664-1294b1d70863 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:29:31.869406 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] No Port match for: 50f100f3-5816-4972-a664-1294b1d70863 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:29:31.869749 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 50f100f3-5816-4972-a664-1294b1d70863 not bound to the agent host hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:29:31.921960 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 43278) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:32.013778 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f4f476f3-3031-44fc-b8dd-2463cad697e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-62424726-network', 'tenant_id': '9cc8e3ed31454aa5a179ae642590a3df'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:29:32.032517 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f476f3-3031-44fc-b8dd-2463cad697e3 admin admin] Made reservation on behalf of 9cc8e3ed31454aa5a179ae642590a3df for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:29:32.034723 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f4f476f3-3031-44fc-b8dd-2463cad697e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for network (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:32.042775 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f4f476f3-3031-44fc-b8dd-2463cad697e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:32.117212 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f4f476f3-3031-44fc-b8dd-2463cad697e3 admin admin] Publish callbacks [] for security_group (b226a6f7-cadf-4aad-b88a-9af736e4ebab), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:32.120834 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f4f476f3-3031-44fc-b8dd-2463cad697e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (b226a6f7-cadf-4aad-b88a-9af736e4ebab), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:32.144062 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f476f3-3031-44fc-b8dd-2463cad697e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:29:32.152733 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f476f3-3031-44fc-b8dd-2463cad697e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b226a6f7-cadf-4aad-b88a-9af736e4ebab,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:32.159386 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f4f476f3-3031-44fc-b8dd-2463cad697e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (5be1f8e4-acb5-4a23-b88b-d811f9730e84), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:32.159743 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.segments_db [None req-f4f476f3-3031-44fc-b8dd-2463cad697e3 admin admin] Added segment 5be1f8e4-acb5-4a23-b88b-d811f9730e84 of type vlan for network e5994f30-1366-4377-91c0-1a74bcc0ae01 Apr 12 18:29:32.203440 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f4f476f3-3031-44fc-b8dd-2463cad697e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761369839068'] for network (e5994f30-1366-4377-91c0-1a74bcc0ae01), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:32.230760 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f4f476f3-3031-44fc-b8dd-2463cad697e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for network (e5994f30-1366-4377-91c0-1a74bcc0ae01), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:32.231695 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f476f3-3031-44fc-b8dd-2463cad697e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:32.233155 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f4f476f3-3031-44fc-b8dd-2463cad697e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:32.265033 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-f4f476f3-3031-44fc-b8dd-2463cad697e3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3419986 Apr 12 18:29:32.268009 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 43282) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:32.272975 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-4ede2d53-d8c6-474e-8681-d5f6a60fad0f admin admin] Request body: {'subnet': {'network_id': 'e5994f30-1366-4377-91c0-1a74bcc0ae01', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-62424726-subnet', 'tenant_id': '9cc8e3ed31454aa5a179ae642590a3df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:29:32.291601 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ede2d53-d8c6-474e-8681-d5f6a60fad0f admin admin] Made reservation on behalf of 9cc8e3ed31454aa5a179ae642590a3df for: {'subnet': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:29:32.293912 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4ede2d53-d8c6-474e-8681-d5f6a60fad0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59504417'] for subnet (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:32.298407 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f476f3-3031-44fc-b8dd-2463cad697e3 admin admin] Pushing event updated for resources: {'Network': ['ID=e5994f30-1366-4377-91c0-1a74bcc0ae01,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:32.308381 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Network e5994f30-1366-4377-91c0-1a74bcc0ae01 details requested by agent ovs-agent-dv-cinder-837535-1-iscsi with host dv-cinder-837535-1-iscsi {{(pid=103525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:29:32.479964 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4ede2d53-d8c6-474e-8681-d5f6a60fad0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59103646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59504439'] for subnet (dcf67d09-5e69-4c9d-be51-2f64474f0be7), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:32.537551 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede2d53-d8c6-474e-8681-d5f6a60fad0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcf67d09-5e69-4c9d-be51-2f64474f0be7,revision_number=0']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:32.545629 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ede2d53-d8c6-474e-8681-d5f6a60fad0f admin admin] Checking segment: {'id': '5be1f8e4-acb5-4a23-b88b-d811f9730e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e5994f30-1366-4377-91c0-1a74bcc0ae01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:29:32.546000 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ede2d53-d8c6-474e-8681-d5f6a60fad0f admin admin] Network hostable DHCP agents. Network: e5994f30-1366-4377-91c0-1a74bcc0ae01, hostable agents: ['fc5bc6ba-9bcd-441b-ae43-9003ca698105'], hosted agents: [] {{(pid=103524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:29:32.562871 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ede2d53-d8c6-474e-8681-d5f6a60fad0f admin admin] Network e5994f30-1366-4377-91c0-1a74bcc0ae01 is scheduled to be hosted by DHCP agent fc5bc6ba-9bcd-441b-ae43-9003ca698105 with binding_index 1 {{(pid=103524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:29:32.570686 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-4ede2d53-d8c6-474e-8681-d5f6a60fad0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837535-1-iscsi, e5994f30-1366-4377-91c0-1a74bcc0ae01) {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:29:32.574519 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ede2d53-d8c6-474e-8681-d5f6a60fad0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:32.575119 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4ede2d53-d8c6-474e-8681-d5f6a60fad0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for subnet (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:32.579486 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67642da5-ca6b-4781-9d97-c93bc351c25d None None] Network e5994f30-1366-4377-91c0-1a74bcc0ae01 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:29:32.590408 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-4ede2d53-d8c6-474e-8681-d5f6a60fad0f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3212428 Apr 12 18:29:32.675683 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f422445d-86c3-4b19-b9ab-53106a6626d6 None None] Network e5994f30-1366-4377-91c0-1a74bcc0ae01 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:29:32.821428 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedd80d-cf87-462f-8554-67bc5bc2df44 req-98766a4c-0087-41aa-9169-cd320ed0c940 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:32.822947 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8eedd80d-cf87-462f-8554-67bc5bc2df44 req-98766a4c-0087-41aa-9169-cd320ed0c940 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0500820 Apr 12 18:29:32.871367 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8eedd80d-cf87-462f-8554-67bc5bc2df44 req-22e68979-cea2-4dfc-a060-eb9e4228fc74 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416887 Apr 12 18:29:33.066372 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 43310) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:33.071246 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-b7974e9f-330c-4cb5-a854-756abf0389f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-54119999-network', 'tenant_id': '7d0c9b67005247bbadcca92d6bc32dfb'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:29:33.089449 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7974e9f-330c-4cb5-a854-756abf0389f8 admin admin] Made reservation on behalf of 7d0c9b67005247bbadcca92d6bc32dfb for: {'network': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:29:33.092488 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b7974e9f-330c-4cb5-a854-756abf0389f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for network (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:33.101028 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b7974e9f-330c-4cb5-a854-756abf0389f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:33.182235 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b7974e9f-330c-4cb5-a854-756abf0389f8 admin admin] Publish callbacks [] for security_group (d90e39d0-2662-4e84-97fb-0f6695722ba9), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:33.186865 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b7974e9f-330c-4cb5-a854-756abf0389f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (d90e39d0-2662-4e84-97fb-0f6695722ba9), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:33.210265 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7974e9f-330c-4cb5-a854-756abf0389f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=103524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:29:33.219982 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7974e9f-330c-4cb5-a854-756abf0389f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90e39d0-2662-4e84-97fb-0f6695722ba9,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:33.224583 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b7974e9f-330c-4cb5-a854-756abf0389f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (5f63161f-d8ea-4871-8704-64525dcbb156), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:33.224925 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.db.segments_db [None req-b7974e9f-330c-4cb5-a854-756abf0389f8 admin admin] Added segment 5f63161f-d8ea-4871-8704-64525dcbb156 of type vlan for network 120cdbd6-81e3-4378-8950-a5d3acb6bd6a Apr 12 18:29:33.264850 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b7974e9f-330c-4cb5-a854-756abf0389f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761369839068'] for network (120cdbd6-81e3-4378-8950-a5d3acb6bd6a), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:33.287976 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b7974e9f-330c-4cb5-a854-756abf0389f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for network (120cdbd6-81e3-4378-8950-a5d3acb6bd6a), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:33.288910 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7974e9f-330c-4cb5-a854-756abf0389f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:33.289528 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b7974e9f-330c-4cb5-a854-756abf0389f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:33.343768 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-b7974e9f-330c-4cb5-a854-756abf0389f8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2762110 Apr 12 18:29:33.346439 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 43312) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:33.351261 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-0bc92a01-029e-4ef9-b1da-6fe11543d129 admin admin] Request body: {'subnet': {'network_id': '120cdbd6-81e3-4378-8950-a5d3acb6bd6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-54119999-subnet', 'tenant_id': '7d0c9b67005247bbadcca92d6bc32dfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:29:33.359561 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7974e9f-330c-4cb5-a854-756abf0389f8 admin admin] Pushing event updated for resources: {'Network': ['ID=120cdbd6-81e3-4378-8950-a5d3acb6bd6a,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:33.368882 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Network 120cdbd6-81e3-4378-8950-a5d3acb6bd6a details requested by agent ovs-agent-dv-cinder-837535-1-iscsi with host dv-cinder-837535-1-iscsi {{(pid=103525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:29:33.375643 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc92a01-029e-4ef9-b1da-6fe11543d129 admin admin] Made reservation on behalf of 7d0c9b67005247bbadcca92d6bc32dfb for: {'subnet': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:29:33.378427 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0bc92a01-029e-4ef9-b1da-6fe11543d129 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59504417'] for subnet (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:33.545205 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0bc92a01-029e-4ef9-b1da-6fe11543d129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59103646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59504439'] for subnet (d35efbe6-c101-41f4-9f23-732fb93d0ac9), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:33.607804 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc92a01-029e-4ef9-b1da-6fe11543d129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d35efbe6-c101-41f4-9f23-732fb93d0ac9,revision_number=0']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:33.613127 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc92a01-029e-4ef9-b1da-6fe11543d129 admin admin] Checking segment: {'id': '5f63161f-d8ea-4871-8704-64525dcbb156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '120cdbd6-81e3-4378-8950-a5d3acb6bd6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:29:33.613545 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc92a01-029e-4ef9-b1da-6fe11543d129 admin admin] Network hostable DHCP agents. Network: 120cdbd6-81e3-4378-8950-a5d3acb6bd6a, hostable agents: ['fc5bc6ba-9bcd-441b-ae43-9003ca698105'], hosted agents: [] {{(pid=103524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:29:33.630209 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc92a01-029e-4ef9-b1da-6fe11543d129 admin admin] Network 120cdbd6-81e3-4378-8950-a5d3acb6bd6a is scheduled to be hosted by DHCP agent fc5bc6ba-9bcd-441b-ae43-9003ca698105 with binding_index 1 {{(pid=103524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:29:33.639276 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-0bc92a01-029e-4ef9-b1da-6fe11543d129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837535-1-iscsi, 120cdbd6-81e3-4378-8950-a5d3acb6bd6a) {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:29:33.643790 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc92a01-029e-4ef9-b1da-6fe11543d129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:33.644388 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0bc92a01-029e-4ef9-b1da-6fe11543d129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for subnet (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:33.649719 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056eece8-bbb7-4e38-9622-8850e85aab1a None None] Network 120cdbd6-81e3-4378-8950-a5d3acb6bd6a requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:29:33.662462 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-0bc92a01-029e-4ef9-b1da-6fe11543d129 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3148963 Apr 12 18:29:33.769802 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8e53e6-1f8a-4d59-8842-c5ca4180e403 None None] Network 120cdbd6-81e3-4378-8950-a5d3acb6bd6a requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:29:33.993963 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65ada6-3743-4ec1-8603-f143efaa7ca5 req-6e262230-6a09-4135-ad4d-93f00adf9f4a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:33.995556 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2c65ada6-3743-4ec1-8603-f143efaa7ca5 req-6e262230-6a09-4135-ad4d-93f00adf9f4a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0541780 Apr 12 18:29:34.051586 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2c65ada6-3743-4ec1-8603-f143efaa7ca5 req-2d1dcef7-bb88-456c-b1d1-d3b83132feeb tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495014 Apr 12 18:29:34.898391 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 43346) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:35.181528 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcd62d-e4cd-48be-be53-9777e8e37b97 req-0cfa8234-9e15-4e22-aaf2-fce97121ccec tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:35.182989 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9adcd62d-e4cd-48be-be53-9777e8e37b97 req-0cfa8234-9e15-4e22-aaf2-fce97121ccec tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0542960 Apr 12 18:29:35.315252 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9adcd62d-e4cd-48be-be53-9777e8e37b97 req-451b85cf-5564-4a90-aad3-ec9761e1e5c9 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990798 Apr 12 18:29:35.444180 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b3cf7643-bf8d-4efc-ba59-1a13a345c555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-810946'] for router_interface (75c67045-88dc-47c1-88df-b545b64bc51a), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:35.685691 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b3cf7643-bf8d-4efc-ba59-1a13a345c555 admin admin] Deleting port f0ee12d0-42ec-4df9-af37-6171eb8e0fce {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:29:35.686014 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b3cf7643-bf8d-4efc-ba59-1a13a345c555 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (f0ee12d0-42ec-4df9-af37-6171eb8e0fce), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:35.764531 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-b3cf7643-bf8d-4efc-ba59-1a13a345c555 admin admin] For port f0ee12d0-42ec-4df9-af37-6171eb8e0fce, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=f0ee12d0-42ec-4df9-af37-6171eb8e0fce,segment=NetworkSegment(5377f466-4b6e-46ba-a53b-1eadcfe56874),segment_id=5377f466-4b6e-46ba-a53b-1eadcfe56874)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:29:35.764894 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b3cf7643-bf8d-4efc-ba59-1a13a345c555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (f0ee12d0-42ec-4df9-af37-6171eb8e0fce), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:35.782050 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b3cf7643-bf8d-4efc-ba59-1a13a345c555 admin admin] Calling delete_port for f0ee12d0-42ec-4df9-af37-6171eb8e0fce owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:29:35.891774 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 624415f4-5fe4-452f-9481-906fce01e9ac details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:29:35.960184 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b3cf7643-bf8d-4efc-ba59-1a13a345c555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (f0ee12d0-42ec-4df9-af37-6171eb8e0fce), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:35.986791 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf7643-bf8d-4efc-ba59-1a13a345c555 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ee12d0-42ec-4df9-af37-6171eb8e0fce,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:35.990842 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 624415f4-5fe4-452f-9481-906fce01e9ac, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=624415f4-5fe4-452f-9481-906fce01e9ac,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:29:36.004873 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Returning: {'device': '624415f4-5fe4-452f-9481-906fce01e9ac', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'port_id': '624415f4-5fe4-452f-9481-906fce01e9ac', 'mac_address': 'fa:16:3e:b1:9a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722781c3-be17-480d-a735-2639a14655b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:29:36.046357 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 624415f4-5fe4-452f-9481-906fce01e9ac is: ACTIVE; New status is: BUILD {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:29:36.047055 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (624415f4-5fe4-452f-9481-906fce01e9ac), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:36.062018 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 624415f4-5fe4-452f-9481-906fce01e9ac {{(pid=103525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:29:36.087957 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 624415f4-5fe4-452f-9481-906fce01e9ac, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=624415f4-5fe4-452f-9481-906fce01e9ac,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:29:36.092626 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (624415f4-5fe4-452f-9481-906fce01e9ac), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:36.145235 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=624415f4-5fe4-452f-9481-906fce01e9ac,revision_number=6']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:36.165056 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['624415f4-5fe4-452f-9481-906fce01e9ac'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:29:36.166706 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b3cf7643-bf8d-4efc-ba59-1a13a345c555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-810846'] for router_interface (75c67045-88dc-47c1-88df-b545b64bc51a), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:36.401804 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cf7643-bf8d-4efc-ba59-1a13a345c555 admin admin] Router 75c67045-88dc-47c1-88df-b545b64bc51a has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:29:36.441919 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d33d7-879f-449d-9511-080c662e0fef req-0c5876f6-b425-4537-8f78-1d4d2cbb2a40 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:36.443401 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e83d33d7-879f-449d-9511-080c662e0fef req-0c5876f6-b425-4537-8f78-1d4d2cbb2a40 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 944 time: 0.0554070 Apr 12 18:29:36.560755 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e83d33d7-879f-449d-9511-080c662e0fef req-0da90d2b-f334-4f75-b557-5afca5b13c3e tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831258 Apr 12 18:29:36.574331 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cf7643-bf8d-4efc-ba59-1a13a345c555 admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:29:36.582877 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-b3cf7643-bf8d-4efc-ba59-1a13a345c555 admin admin] 10.222.0.52 "PUT /v2.0/routers/75c67045-88dc-47c1-88df-b545b64bc51a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6808534 Apr 12 18:29:36.582877 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 43366) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:36.585599 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea4666b-3fa9-4342-8c7f-d1b3d2d02adb None None] Sync routers for ids ['75c67045-88dc-47c1-88df-b545b64bc51a'] in dv-cinder-837535-1-iscsi {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:29:36.599720 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea4666b-3fa9-4342-8c7f-d1b3d2d02adb None None] Routers {'75c67045-88dc-47c1-88df-b545b64bc51a'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:29:36.600346 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-8ea4666b-3fa9-4342-8c7f-d1b3d2d02adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:29:16Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['75c67045-88dc-47c1-88df-b545b64bc51a'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:36.690216 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51bfff44-580c-4b07-adee-3f27b69a6cff admin admin] Publish callbacks [] for router (75c67045-88dc-47c1-88df-b545b64bc51a), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:36.718977 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-8ea4666b-3fa9-4342-8c7f-d1b3d2d02adb None None] Set router 75c67045-88dc-47c1-88df-b545b64bc51a gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:29:36.799489 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51bfff44-580c-4b07-adee-3f27b69a6cff admin admin] Publish callbacks [] for router_gateway (75c67045-88dc-47c1-88df-b545b64bc51a), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:36.856743 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-51bfff44-580c-4b07-adee-3f27b69a6cff admin admin] Deleting port bc8bd9ba-4b1d-417c-a78d-fb1e399be74d {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:29:36.857228 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51bfff44-580c-4b07-adee-3f27b69a6cff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (bc8bd9ba-4b1d-417c-a78d-fb1e399be74d), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:36.906014 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-8ea4666b-3fa9-4342-8c7f-d1b3d2d02adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:29:35Z', 'revision_number': 5, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port': {'id': 'bc8bd9ba-4b1d-417c-a78d-fb1e399be74d', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:96:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:19:54Z', 'updated_at': '2022-04-12T18:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:36.941815 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea4666b-3fa9-4342-8c7f-d1b3d2d02adb None None] Checking router: 75c67045-88dc-47c1-88df-b545b64bc51a for host: dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:29:36.950253 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea4666b-3fa9-4342-8c7f-d1b3d2d02adb None None] Routers {'75c67045-88dc-47c1-88df-b545b64bc51a'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:29:36.951098 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-8ea4666b-3fa9-4342-8c7f-d1b3d2d02adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:29:16Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['75c67045-88dc-47c1-88df-b545b64bc51a'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:36.952626 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-51bfff44-580c-4b07-adee-3f27b69a6cff admin admin] For port bc8bd9ba-4b1d-417c-a78d-fb1e399be74d, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=bc8bd9ba-4b1d-417c-a78d-fb1e399be74d,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:29:36.953004 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51bfff44-580c-4b07-adee-3f27b69a6cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (bc8bd9ba-4b1d-417c-a78d-fb1e399be74d), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:36.968077 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-51bfff44-580c-4b07-adee-3f27b69a6cff admin admin] Calling delete_port for bc8bd9ba-4b1d-417c-a78d-fb1e399be74d owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:29:37.060358 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-8ea4666b-3fa9-4342-8c7f-d1b3d2d02adb None None] Set router 75c67045-88dc-47c1-88df-b545b64bc51a gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:29:37.116712 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-8ea4666b-3fa9-4342-8c7f-d1b3d2d02adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:29:36Z', 'revision_number': 6, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port_host': None}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:37.143598 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea4666b-3fa9-4342-8c7f-d1b3d2d02adb None None] The sync data for ids ['75c67045-88dc-47c1-88df-b545b64bc51a'] in dv-cinder-837535-1-iscsi is: [{'id': '75c67045-88dc-47c1-88df-b545b64bc51a', 'name': 'tempest-AttachVolumeNegativeTest-356196032-router', 'tenant_id': 'c5d28f86be7741b183b3d48b791ace5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:19:53Z', 'updated_at': '2022-04-12T18:29:36Z', 'revision_number': 6, 'project_id': 'c5d28f86be7741b183b3d48b791ace5c', 'gw_port_host': None}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:29:37.166904 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51bfff44-580c-4b07-adee-3f27b69a6cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (bc8bd9ba-4b1d-417c-a78d-fb1e399be74d), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:37.195210 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfff44-580c-4b07-adee-3f27b69a6cff admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8bd9ba-4b1d-417c-a78d-fb1e399be74d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:37.260093 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51bfff44-580c-4b07-adee-3f27b69a6cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-807160'] for router_gateway (75c67045-88dc-47c1-88df-b545b64bc51a), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:37.354443 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51bfff44-580c-4b07-adee-3f27b69a6cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-895014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8858'] for router (75c67045-88dc-47c1-88df-b545b64bc51a), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:37.356587 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51bfff44-580c-4b07-adee-3f27b69a6cff admin admin] Publish callbacks [] for router_controller (75c67045-88dc-47c1-88df-b545b64bc51a), precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:37.398785 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51bfff44-580c-4b07-adee-3f27b69a6cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-895005'] for router (75c67045-88dc-47c1-88df-b545b64bc51a), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:37.399386 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bfff44-580c-4b07-adee-3f27b69a6cff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75c67045-88dc-47c1-88df-b545b64bc51a {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:29:37.404322 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51bfff44-580c-4b07-adee-3f27b69a6cff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:37.405501 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-51bfff44-580c-4b07-adee-3f27b69a6cff admin admin] 10.222.0.52 "DELETE /v2.0/routers/75c67045-88dc-47c1-88df-b545b64bc51a HTTP/1.1" status: 204 len: 168 time: 0.8218427 Apr 12 18:29:37.408083 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 43376) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:37.452103 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d80588-f9ff-4939-a88b-858f4ba8d47b admin admin] Deleting subnet e9a9f4b8-3305-469c-8769-0a7b186de1c2 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:29:37.455106 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-65d80588-f9ff-4939-a88b-858f4ba8d47b admin admin] Publish callbacks [] for subnet (e9a9f4b8-3305-469c-8769-0a7b186de1c2), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:37.491299 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-65d80588-f9ff-4939-a88b-858f4ba8d47b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58806645'] for subnet (e9a9f4b8-3305-469c-8769-0a7b186de1c2), precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:37.578483 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-65d80588-f9ff-4939-a88b-858f4ba8d47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3990049'] for subnet (e9a9f4b8-3305-469c-8769-0a7b186de1c2), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:37.633145 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-65d80588-f9ff-4939-a88b-858f4ba8d47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3990070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62656991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59774121'] for subnet (e9a9f4b8-3305-469c-8769-0a7b186de1c2), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:37.667525 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d80588-f9ff-4939-a88b-858f4ba8d47b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9a9f4b8-3305-469c-8769-0a7b186de1c2,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:37.677678 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3c2716-5135-474e-90ec-949f893c853c None None] Network c9dc82e9-ba51-4034-af9b-11d793e8de94 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:29:37.689648 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-65d80588-f9ff-4939-a88b-858f4ba8d47b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:37.692759 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-65d80588-f9ff-4939-a88b-858f4ba8d47b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e9a9f4b8-3305-469c-8769-0a7b186de1c2 HTTP/1.1" status: 204 len: 168 time: 0.2836900 Apr 12 18:29:37.695362 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 43380) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:37.712766 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcfaa0-bd7d-4530-8489-578e7d0cd849 req-36a29130-4f14-43d7-9735-90331f967274 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:37.714362 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-73bcfaa0-bd7d-4530-8489-578e7d0cd849 req-36a29130-4f14-43d7-9735-90331f967274 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 944 time: 0.0789096 Apr 12 18:29:37.766022 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-73bcfaa0-bd7d-4530-8489-578e7d0cd849 req-a357ab96-b0e2-4b26-b451-881d387ad154 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452497 Apr 12 18:29:37.767436 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ab47734f-2d29-4375-b1dc-e25bc672c089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3769168'] for network (c9dc82e9-ba51-4034-af9b-11d793e8de94), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:37.816320 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-ab47734f-2d29-4375-b1dc-e25bc672c089 admin admin] Deleting port 9f19b131-d801-418a-be31-916721ba1590 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:29:37.816664 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ab47734f-2d29-4375-b1dc-e25bc672c089 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (9f19b131-d801-418a-be31-916721ba1590), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:37.882446 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-ab47734f-2d29-4375-b1dc-e25bc672c089 admin admin] For port 9f19b131-d801-418a-be31-916721ba1590, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=9f19b131-d801-418a-be31-916721ba1590,segment=NetworkSegment(5377f466-4b6e-46ba-a53b-1eadcfe56874),segment_id=5377f466-4b6e-46ba-a53b-1eadcfe56874)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:29:37.882810 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ab47734f-2d29-4375-b1dc-e25bc672c089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (9f19b131-d801-418a-be31-916721ba1590), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:37.895851 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-ab47734f-2d29-4375-b1dc-e25bc672c089 admin admin] Calling delete_port for 9f19b131-d801-418a-be31-916721ba1590 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:29:37.904587 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248a0d10-03b3-422b-8e2e-dafcbc3de682 None None] DHCP port deletion for c9dc82e9-ba51-4034-af9b-11d793e8de94 request from dv-cinder-837535-1-iscsi {{(pid=103525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:29:37.907931 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 624415f4-5fe4-452f-9481-906fce01e9ac up at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:29:37.986148 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-248a0d10-03b3-422b-8e2e-dafcbc3de682 None None] Deleting port 9f19b131-d801-418a-be31-916721ba1590 {{(pid=103525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:29:37.986691 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-248a0d10-03b3-422b-8e2e-dafcbc3de682 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (9f19b131-d801-418a-be31-916721ba1590), before_delete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:37.987824 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ab47734f-2d29-4375-b1dc-e25bc672c089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (9f19b131-d801-418a-be31-916721ba1590), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:38.014257 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47734f-2d29-4375-b1dc-e25bc672c089 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f19b131-d801-418a-be31-916721ba1590,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:38.017839 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab47734f-2d29-4375-b1dc-e25bc672c089 admin admin] No DVR routers for this DVR port 9f19b131-d801-418a-be31-916721ba1590 on host dv-cinder-837535-1-iscsi {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:29:38.018007 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning complete for port 624415f4-5fe4-452f-9481-906fce01e9ac triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:29:38.018298 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (624415f4-5fe4-452f-9481-906fce01e9ac), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:38.083388 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-248a0d10-03b3-422b-8e2e-dafcbc3de682 None None] For port 9f19b131-d801-418a-be31-916721ba1590, host dv-cinder-837535-1-iscsi, got binding levels [] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:29:38.083788 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-248a0d10-03b3-422b-8e2e-dafcbc3de682 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (9f19b131-d801-418a-be31-916721ba1590), precommit_delete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:38.089900 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ab47734f-2d29-4375-b1dc-e25bc672c089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996314', 'neutron.services.segments.db._delete_segments_for_network-8761370393272'] for network (c9dc82e9-ba51-4034-af9b-11d793e8de94), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:38.103666 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-248a0d10-03b3-422b-8e2e-dafcbc3de682 None None] Calling delete_port for 9f19b131-d801-418a-be31-916721ba1590 owned by network:dhcp {{(pid=103525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:29:38.107561 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.ipam_backend_mixin [None req-248a0d10-03b3-422b-8e2e-dafcbc3de682 None None] Port 9f19b131-d801-418a-be31-916721ba1590 was not found and therefore no delete operation was performed {{(pid=103525) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 18:29:38.111439 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-248a0d10-03b3-422b-8e2e-dafcbc3de682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079'] for port (9f19b131-d801-418a-be31-916721ba1590), after_delete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:38.111754 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-ab47734f-2d29-4375-b1dc-e25bc672c089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9dc82e9-ba51-4034-af9b-11d793e8de94']}} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:38.121226 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-ab47734f-2d29-4375-b1dc-e25bc672c089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5377f466-4b6e-46ba-a53b-1eadcfe56874') {'for_net_delete': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:38.121525 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-ab47734f-2d29-4375-b1dc-e25bc672c089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5377f466-4b6e-46ba-a53b-1eadcfe56874') {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:38.135480 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ab47734f-2d29-4375-b1dc-e25bc672c089 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761370364609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62755066'] for segment (5377f466-4b6e-46ba-a53b-1eadcfe56874), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:38.143614 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a0d10-03b3-422b-8e2e-dafcbc3de682 None None] Pushing event deleted for resources: {'Port': ['ID=9f19b131-d801-418a-be31-916721ba1590,revision_number=None']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:38.148934 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248a0d10-03b3-422b-8e2e-dafcbc3de682 None None] No DVR routers for this DVR port 9f19b131-d801-418a-be31-916721ba1590 on host dv-cinder-837535-1-iscsi {{(pid=103525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:29:38.150427 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ab47734f-2d29-4375-b1dc-e25bc672c089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (5377f466-4b6e-46ba-a53b-1eadcfe56874), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:38.170351 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab47734f-2d29-4375-b1dc-e25bc672c089 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:29:38.171057 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ab47734f-2d29-4375-b1dc-e25bc672c089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59090939'] for segment (5377f466-4b6e-46ba-a53b-1eadcfe56874), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: Traceback (most recent call last): Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: timer() Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: cb(*args, **kw) Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: return func(*args, **kwargs) Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: self._notify() Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: self.callback(batched_events) Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: event.method(event) Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: return f(self, *a, **k) Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: return self._get(url).json() Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: return self.request(url, 'GET', **kwargs) Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:29:38.172775 dv-cinder-837535-1-iscsi neutron-server[103524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:29:38.191509 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 624415f4-5fe4-452f-9481-906fce01e9ac is: BUILD; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:29:38.192365 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (624415f4-5fe4-452f-9481-906fce01e9ac), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:38.224002 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9df7f11-614e-49d9-8fe5-e4bec49497ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624415f4-5fe4-452f-9481-906fce01e9ac'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:29:38.226739 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52db71f9-8092-4f27-9f54-7d09eda9f942" -d '{"events": [{"server_uuid": "a9df7f11-614e-49d9-8fe5-e4bec49497ba", "name": "network-vif-plugged", "status": "completed", "tag": "624415f4-5fe4-452f-9481-906fce01e9ac"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:29:38.241302 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 624415f4-5fe4-452f-9481-906fce01e9ac, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=624415f4-5fe4-452f-9481-906fce01e9ac,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:29:38.243771 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ab47734f-2d29-4375-b1dc-e25bc672c089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-807132'] for network (c9dc82e9-ba51-4034-af9b-11d793e8de94), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:38.246345 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (624415f4-5fe4-452f-9481-906fce01e9ac), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:38.251145 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ab47734f-2d29-4375-b1dc-e25bc672c089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:38.265515 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-ab47734f-2d29-4375-b1dc-e25bc672c089 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c9dc82e9-ba51-4034-af9b-11d793e8de94 HTTP/1.1" status: 204 len: 168 time: 0.5690198 Apr 12 18:29:38.282101 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47734f-2d29-4375-b1dc-e25bc672c089 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9dc82e9-ba51-4034-af9b-11d793e8de94,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:38.294151 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8a8c5a-a988-4e54-a62e-c68daa344fc5 x-openstack-request-id: req-1c8a8c5a-a988-4e54-a62e-c68daa344fc5 {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:29:38.295057 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9df7f11-614e-49d9-8fe5-e4bec49497ba", "name": "network-vif-plugged", "status": "completed", "tag": "624415f4-5fe4-452f-9481-906fce01e9ac", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:29:38.295320 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c8a8c5a-a988-4e54-a62e-c68daa344fc5 {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:29:38.295720 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c8a8c5a-a988-4e54-a62e-c68daa344fc5'] response: {'server_uuid': 'a9df7f11-614e-49d9-8fe5-e4bec49497ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624415f4-5fe4-452f-9481-906fce01e9ac', 'code': 200} Apr 12 18:29:38.310087 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=624415f4-5fe4-452f-9481-906fce01e9ac,revision_number=7']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:38.390826 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 43388) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:38.430236 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-c9856159-354b-4bfc-bb23-c93c5eda49d7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c5d28f86be7741b183b3d48b791ace5c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381956 Apr 12 18:29:38.432635 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 43390) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:38.479054 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d30004e5-63ec-4b42-b42c-af164e52edf6 admin admin] Publish callbacks [] for security_group (330f44d9-d08c-42b6-914c-92b768fc4fb5), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:38.503239 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d30004e5-63ec-4b42-b42c-af164e52edf6 admin admin] Publish callbacks [] for security_group (330f44d9-d08c-42b6-914c-92b768fc4fb5), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:38.548821 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d30004e5-63ec-4b42-b42c-af164e52edf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (330f44d9-d08c-42b6-914c-92b768fc4fb5), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:38.551384 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d30004e5-63ec-4b42-b42c-af164e52edf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:38.552512 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-d30004e5-63ec-4b42-b42c-af164e52edf6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/330f44d9-d08c-42b6-914c-92b768fc4fb5 HTTP/1.1" status: 204 len: 168 time: 0.1189952 Apr 12 18:29:38.560160 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30004e5-63ec-4b42-b42c-af164e52edf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330f44d9-d08c-42b6-914c-92b768fc4fb5,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:38.885789 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63f6a6-0578-4319-a0cb-51fa5e95f0a6 req-7edb9b81-9d53-42bf-ae5d-1c169663ef4f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:38.887304 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bd63f6a6-0578-4319-a0cb-51fa5e95f0a6 req-7edb9b81-9d53-42bf-ae5d-1c169663ef4f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0489476 Apr 12 18:29:38.936761 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bd63f6a6-0578-4319-a0cb-51fa5e95f0a6 req-0740f278-c21d-4e53-b321-8f9f1f811872 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431743 Apr 12 18:29:39.049037 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device f0ee12d0-42ec-4df9-af37-6171eb8e0fce no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:29:39.072607 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: f0ee12d0-42ec-4df9-af37-6171eb8e0fce {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:29:39.072960 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device f0ee12d0-42ec-4df9-af37-6171eb8e0fce not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:29:39.073415 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device bc8bd9ba-4b1d-417c-a78d-fb1e399be74d no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:29:39.229091 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: bc8bd9ba-4b1d-417c-a78d-fb1e399be74d {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:29:39.229445 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device bc8bd9ba-4b1d-417c-a78d-fb1e399be74d not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:29:39.229871 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 9f19b131-d801-418a-be31-916721ba1590 no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:29:39.250323 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: 9f19b131-d801-418a-be31-916721ba1590 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:29:39.250890 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 9f19b131-d801-418a-be31-916721ba1590 not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:29:40.056593 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02772824-28fb-4d26-9e75-18db894d5082 req-d8b7d37d-2bb6-461a-803e-93bf2dfd8ea0 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:40.058105 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-02772824-28fb-4d26-9e75-18db894d5082 req-d8b7d37d-2bb6-461a-803e-93bf2dfd8ea0 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0484252 Apr 12 18:29:40.110848 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-02772824-28fb-4d26-9e75-18db894d5082 req-ef0ec13c-55a1-4a5c-96be-0c957fe34f0b tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468652 Apr 12 18:29:41.238638 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920bfc9-6c01-4212-902e-190f46ecc0e3 req-4d0fc0b6-1ebe-46e8-a6c1-9365b6bf5e2d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:41.240044 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a920bfc9-6c01-4212-902e-190f46ecc0e3 req-4d0fc0b6-1ebe-46e8-a6c1-9365b6bf5e2d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0536709 Apr 12 18:29:41.303244 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a920bfc9-6c01-4212-902e-190f46ecc0e3 req-794e7fe9-3ee5-4da4-9891-bbf522d1fac1 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573320 Apr 12 18:29:42.430231 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2addea-9e7a-453d-aa9b-ddb8490e596a req-08f4cef9-4094-4ff5-8e48-fe91e10a03e0 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:42.432556 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fb2addea-9e7a-453d-aa9b-ddb8490e596a req-08f4cef9-4094-4ff5-8e48-fe91e10a03e0 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0500431 Apr 12 18:29:42.490008 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fb2addea-9e7a-453d-aa9b-ddb8490e596a req-2ac0fbe6-b147-48f9-b178-3e44c434e471 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511956 Apr 12 18:29:43.179361 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-cd6dc8dd-1515-469c-ba72-9f7088d46158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:43.635136 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f839e75-2146-4eac-a6bc-e54669e4a0a0 req-568eb0fa-601b-4680-a55a-3122028e4be7 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:43.637495 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3f839e75-2146-4eac-a6bc-e54669e4a0a0 req-568eb0fa-601b-4680-a55a-3122028e4be7 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0546641 Apr 12 18:29:43.695329 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3f839e75-2146-4eac-a6bc-e54669e4a0a0 req-6cdaeb64-091e-47b3-b534-d18aad37c948 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482092 Apr 12 18:29:44.819704 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e879be9-af1f-473f-9d07-ed9386f82668 req-6cc28509-1857-4d6c-ad34-7449ef62a534 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:44.821341 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5e879be9-af1f-473f-9d07-ed9386f82668 req-6cc28509-1857-4d6c-ad34-7449ef62a534 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0497651 Apr 12 18:29:44.876366 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5e879be9-af1f-473f-9d07-ed9386f82668 req-661deea6-c5a2-48b0-9098-a12ee3058d78 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487447 Apr 12 18:29:45.534556 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-944b03a7-2544-44e9-b5e4-fa5805d088bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:46.008891 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5c8b0-292d-4ae9-a3fe-575204726404 req-2828f247-47aa-4086-993d-b6c0b8ae8cda tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:46.011105 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bbe5c8b0-292d-4ae9-a3fe-575204726404 req-2828f247-47aa-4086-993d-b6c0b8ae8cda tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0493472 Apr 12 18:29:46.077878 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bbe5c8b0-292d-4ae9-a3fe-575204726404 req-82df0e67-bdfa-4fc5-acbb-465e34eb4f82 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596783 Apr 12 18:29:46.870659 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:47.213934 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5dfd81-c8f8-4362-b074-b229d828e3f8 req-f4887d5e-389f-49ff-a0c6-b39bdae40495 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:47.217717 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2e5dfd81-c8f8-4362-b074-b229d828e3f8 req-f4887d5e-389f-49ff-a0c6-b39bdae40495 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0550241 Apr 12 18:29:47.268561 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2e5dfd81-c8f8-4362-b074-b229d828e3f8 req-6888060f-65f2-46e8-9e7e-38a84a734f0d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449135 Apr 12 18:29:48.389588 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:48.403159 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a31f2e-94d4-4bd3-a0ac-067c48d6b9d2 req-5ecfcb76-99c7-4577-bd1e-957c4f4fe0eb tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:48.404859 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-72a31f2e-94d4-4bd3-a0ac-067c48d6b9d2 req-5ecfcb76-99c7-4577-bd1e-957c4f4fe0eb tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0583887 Apr 12 18:29:48.456420 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-72a31f2e-94d4-4bd3-a0ac-067c48d6b9d2 req-d256cda6-9022-400f-941b-a61c5a8fd51c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457385 Apr 12 18:29:49.183515 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 43630) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:49.289919 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-db13ceba-7642-4429-b4c2-348f7114efa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:49.302294 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:49.364238 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-db13ceba-7642-4429-b4c2-348f7114efa5 admin admin] Publish callbacks [] for security_group (aac18dde-53d8-4eb9-9a13-1bb6e5d62a9f), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:49.368034 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-db13ceba-7642-4429-b4c2-348f7114efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (aac18dde-53d8-4eb9-9a13-1bb6e5d62a9f), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:49.405627 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-db13ceba-7642-4429-b4c2-348f7114efa5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4dacf18ecb7b4942bd49e26990953b8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208629 Apr 12 18:29:49.406729 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13ceba-7642-4429-b4c2-348f7114efa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac18dde-53d8-4eb9-9a13-1bb6e5d62a9f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:49.408312 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 43634) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:49.413801 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db13ceba-7642-4429-b4c2-348f7114efa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.414152 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db13ceba-7642-4429-b4c2-348f7114efa5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.414498 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db13ceba-7642-4429-b4c2-348f7114efa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.414839 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db13ceba-7642-4429-b4c2-348f7114efa5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.415170 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db13ceba-7642-4429-b4c2-348f7114efa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.415499 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db13ceba-7642-4429-b4c2-348f7114efa5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.415825 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db13ceba-7642-4429-b4c2-348f7114efa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.416149 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db13ceba-7642-4429-b4c2-348f7114efa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.416473 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db13ceba-7642-4429-b4c2-348f7114efa5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.416798 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db13ceba-7642-4429-b4c2-348f7114efa5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.417150 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db13ceba-7642-4429-b4c2-348f7114efa5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.417478 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db13ceba-7642-4429-b4c2-348f7114efa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.417800 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db13ceba-7642-4429-b4c2-348f7114efa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.418119 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db13ceba-7642-4429-b4c2-348f7114efa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.418437 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db13ceba-7642-4429-b4c2-348f7114efa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.455821 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e42525eb-4ee5-4575-928f-f55b78df5cfe admin admin] Publish callbacks [] for security_group (aac18dde-53d8-4eb9-9a13-1bb6e5d62a9f), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:49.477176 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e42525eb-4ee5-4575-928f-f55b78df5cfe admin admin] Publish callbacks [] for security_group (aac18dde-53d8-4eb9-9a13-1bb6e5d62a9f), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:49.524650 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e42525eb-4ee5-4575-928f-f55b78df5cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (aac18dde-53d8-4eb9-9a13-1bb6e5d62a9f), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:49.527158 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e42525eb-4ee5-4575-928f-f55b78df5cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:49.531583 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-e42525eb-4ee5-4575-928f-f55b78df5cfe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aac18dde-53d8-4eb9-9a13-1bb6e5d62a9f HTTP/1.1" status: 204 len: 168 time: 0.1192787 Apr 12 18:29:49.536918 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42525eb-4ee5-4575-928f-f55b78df5cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac18dde-53d8-4eb9-9a13-1bb6e5d62a9f,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:49.544829 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42525eb-4ee5-4575-928f-f55b78df5cfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.545300 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42525eb-4ee5-4575-928f-f55b78df5cfe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.545653 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42525eb-4ee5-4575-928f-f55b78df5cfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.545994 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42525eb-4ee5-4575-928f-f55b78df5cfe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.546327 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42525eb-4ee5-4575-928f-f55b78df5cfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.546824 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42525eb-4ee5-4575-928f-f55b78df5cfe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.547309 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42525eb-4ee5-4575-928f-f55b78df5cfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.547808 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42525eb-4ee5-4575-928f-f55b78df5cfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.548294 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42525eb-4ee5-4575-928f-f55b78df5cfe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.548950 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42525eb-4ee5-4575-928f-f55b78df5cfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.549460 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42525eb-4ee5-4575-928f-f55b78df5cfe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.550072 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42525eb-4ee5-4575-928f-f55b78df5cfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.550565 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42525eb-4ee5-4575-928f-f55b78df5cfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.551053 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42525eb-4ee5-4575-928f-f55b78df5cfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.551529 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42525eb-4ee5-4575-928f-f55b78df5cfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.585310 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d25676-28f5-43b0-82cd-e588ca4ca539 req-bb2dc235-5382-4928-aff6-2378d7585b21 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:49.586939 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f6d25676-28f5-43b0-82cd-e588ca4ca539 req-bb2dc235-5382-4928-aff6-2378d7585b21 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0560167 Apr 12 18:29:49.636022 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f6d25676-28f5-43b0-82cd-e588ca4ca539 req-99d83267-30e5-4b77-aabd-7271693e84df tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429084 Apr 12 18:29:50.027926 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67147420-e3de-44df-a263-4a7fbfef7587 req-75fa95e6-22fb-41e4-9807-75538bd7d04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:50.030128 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-67147420-e3de-44df-a263-4a7fbfef7587 req-75fa95e6-22fb-41e4-9807-75538bd7d04b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ffbe74a26884702b868d7cd3087e6f8&device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 1129 time: 0.0398989 Apr 12 18:29:50.122688 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67147420-e3de-44df-a263-4a7fbfef7587 req-2bd046f7-29b4-451c-b96f-6defb7d0fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:50.124148 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-67147420-e3de-44df-a263-4a7fbfef7587 req-2bd046f7-29b4-451c-b96f-6defb7d0fa84 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49ab9656-d0bc-4412-8fbd-74c59629e55b HTTP/1.1" status: 200 len: 917 time: 0.0879428 Apr 12 18:29:50.192507 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-67147420-e3de-44df-a263-4a7fbfef7587 req-424b4f74-1914-49b5-b818-d1027fc532fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=624415f4-5fe4-452f-9481-906fce01e9ac HTTP/1.1" status: 200 len: 1000 time: 0.0624602 Apr 12 18:29:50.248618 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67147420-e3de-44df-a263-4a7fbfef7587 req-d1de7170-8020-4583-841a-5e3c0ef34123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:50.250398 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-67147420-e3de-44df-a263-4a7fbfef7587 req-d1de7170-8020-4583-841a-5e3c0ef34123 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=722781c3-be17-480d-a735-2639a14655b9 HTTP/1.1" status: 200 len: 855 time: 0.0518079 Apr 12 18:29:50.302422 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67147420-e3de-44df-a263-4a7fbfef7587 req-9e9606d1-d747-4dc8-8ddd-e55081d7ebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:50.303935 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-67147420-e3de-44df-a263-4a7fbfef7587 req-9e9606d1-d747-4dc8-8ddd-e55081d7ebdc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49ab9656-d0bc-4412-8fbd-74c59629e55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474875 Apr 12 18:29:50.399724 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-67147420-e3de-44df-a263-4a7fbfef7587 req-5582617f-7be0-4321-bd7e-941f57fa765b service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885425 Apr 12 18:29:50.509391 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-67147420-e3de-44df-a263-4a7fbfef7587 req-f1ff8c9a-42fa-4aca-bccd-2b6eb6f3035f service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032007 Apr 12 18:29:50.762243 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665f046-7cff-40db-8889-6ea545a8e088 req-244b6dd6-817f-4849-8c6e-4f69cda1aadd tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:50.764433 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f665f046-7cff-40db-8889-6ea545a8e088 req-244b6dd6-817f-4849-8c6e-4f69cda1aadd tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0534098 Apr 12 18:29:50.814250 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f665f046-7cff-40db-8889-6ea545a8e088 req-dd030bea-f9b6-4ad9-b348-c5b0b125f712 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431199 Apr 12 18:29:51.480892 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 43730) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:51.583154 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-21513e91-2878-4632-90af-2f8764149e9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:51.654752 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-21513e91-2878-4632-90af-2f8764149e9f admin admin] Publish callbacks [] for security_group (d92dc86b-7f14-4ca4-844a-59279e02ee7e), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:51.658261 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-21513e91-2878-4632-90af-2f8764149e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (d92dc86b-7f14-4ca4-844a-59279e02ee7e), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:51.695696 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-21513e91-2878-4632-90af-2f8764149e9f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f89cc64d2c0142699e5601df71cb699b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135468 Apr 12 18:29:51.696883 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21513e91-2878-4632-90af-2f8764149e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92dc86b-7f14-4ca4-844a-59279e02ee7e,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:51.698321 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 43734) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:51.745865 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-09656515-a815-4875-898e-bb21d198d895 admin admin] Publish callbacks [] for security_group (d92dc86b-7f14-4ca4-844a-59279e02ee7e), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:51.767338 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-09656515-a815-4875-898e-bb21d198d895 admin admin] Publish callbacks [] for security_group (d92dc86b-7f14-4ca4-844a-59279e02ee7e), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:51.815237 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-09656515-a815-4875-898e-bb21d198d895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (d92dc86b-7f14-4ca4-844a-59279e02ee7e), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:51.817733 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-09656515-a815-4875-898e-bb21d198d895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:51.818865 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-09656515-a815-4875-898e-bb21d198d895 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d92dc86b-7f14-4ca4-844a-59279e02ee7e HTTP/1.1" status: 204 len: 168 time: 0.1190059 Apr 12 18:29:51.827480 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09656515-a815-4875-898e-bb21d198d895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92dc86b-7f14-4ca4-844a-59279e02ee7e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:51.924593 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 43750) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:51.938567 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b54193-fb74-4173-99f3-7818aca95049 req-ce32af74-e560-4e8d-9d4d-78b7fb67bd2a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:51.940215 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-28b54193-fb74-4173-99f3-7818aca95049 req-ce32af74-e560-4e8d-9d4d-78b7fb67bd2a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 945 time: 0.0503190 Apr 12 18:29:51.964977 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 624415f4-5fe4-452f-9481-906fce01e9ac no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:29:51.992249 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1d672d-65a8-4601-93de-94271f9219c8 admin admin] Deleting subnet dcf67d09-5e69-4c9d-be51-2f64474f0be7 {{(pid=103524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:29:51.999169 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3c1d672d-65a8-4601-93de-94271f9219c8 admin admin] Publish callbacks [] for subnet (dcf67d09-5e69-4c9d-be51-2f64474f0be7), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.032847 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-28b54193-fb74-4173-99f3-7818aca95049 req-0860e411-e636-488e-862b-371b1579a096 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860207 Apr 12 18:29:52.040300 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3c1d672d-65a8-4601-93de-94271f9219c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62755009'] for subnet (dcf67d09-5e69-4c9d-be51-2f64474f0be7), precommit_delete_associations {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.073361 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 624415f4-5fe4-452f-9481-906fce01e9ac is: ACTIVE; New status is: DOWN {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:29:52.074526 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (624415f4-5fe4-452f-9481-906fce01e9ac), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.085560 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3c1d672d-65a8-4601-93de-94271f9219c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3990049'] for subnet (dcf67d09-5e69-4c9d-be51-2f64474f0be7), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.109554 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9df7f11-614e-49d9-8fe5-e4bec49497ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624415f4-5fe4-452f-9481-906fce01e9ac'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:29:52.112605 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e1781c-e996-4e9d-a61f-f9210fd2d0e4" -d '{"events": [{"server_uuid": "a9df7f11-614e-49d9-8fe5-e4bec49497ba", "name": "network-vif-unplugged", "status": "completed", "tag": "624415f4-5fe4-452f-9481-906fce01e9ac"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:29:52.131823 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 624415f4-5fe4-452f-9481-906fce01e9ac, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=624415f4-5fe4-452f-9481-906fce01e9ac,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:29:52.140335 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (624415f4-5fe4-452f-9481-906fce01e9ac), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.151598 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3c1d672d-65a8-4601-93de-94271f9219c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3990070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59090753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59504398'] for subnet (dcf67d09-5e69-4c9d-be51-2f64474f0be7), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.171547 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 43756) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:52.182614 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 18:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab524759-5687-4334-8903-f18fb9b3ed9b x-openstack-request-id: req-ab524759-5687-4334-8903-f18fb9b3ed9b {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:29:52.182929 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9df7f11-614e-49d9-8fe5-e4bec49497ba", "name": "network-vif-unplugged", "status": "completed", "tag": "624415f4-5fe4-452f-9481-906fce01e9ac", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:29:52.183187 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ab524759-5687-4334-8903-f18fb9b3ed9b {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:29:52.183606 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab524759-5687-4334-8903-f18fb9b3ed9b'] response: {'server_uuid': 'a9df7f11-614e-49d9-8fe5-e4bec49497ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624415f4-5fe4-452f-9481-906fce01e9ac', 'code': 200} Apr 12 18:29:52.187808 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-20eddff0-13ae-4270-830b-7c45adc6d7f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.190107 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d672d-65a8-4601-93de-94271f9219c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcf67d09-5e69-4c9d-be51-2f64474f0be7,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:52.196105 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3c1d672d-65a8-4601-93de-94271f9219c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for subnet (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.201420 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-3c1d672d-65a8-4601-93de-94271f9219c8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/dcf67d09-5e69-4c9d-be51-2f64474f0be7 HTTP/1.1" status: 204 len: 168 time: 0.2756774 Apr 12 18:29:52.204368 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 43758) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:52.204807 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=624415f4-5fe4-452f-9481-906fce01e9ac,revision_number=8']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:52.269978 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-20eddff0-13ae-4270-830b-7c45adc6d7f6 admin admin] Publish callbacks [] for security_group (818352f8-4011-4bee-97ef-2b3b72ace709), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.273929 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-024f608e-55ee-4cf3-9c29-702f569a191c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3769168'] for network (e5994f30-1366-4377-91c0-1a74bcc0ae01), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.274080 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-20eddff0-13ae-4270-830b-7c45adc6d7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (818352f8-4011-4bee-97ef-2b3b72ace709), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.318128 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-20eddff0-13ae-4270-830b-7c45adc6d7f6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a5a1ac61469445f58808170a948e68c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455455 Apr 12 18:29:52.320037 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eddff0-13ae-4270-830b-7c45adc6d7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818352f8-4011-4bee-97ef-2b3b72ace709,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:52.321645 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 43760) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:52.368755 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-024f608e-55ee-4cf3-9c29-702f569a191c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996314', 'neutron.services.segments.db._delete_segments_for_network-8761370393272'] for network (e5994f30-1366-4377-91c0-1a74bcc0ae01), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.403533 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-024f608e-55ee-4cf3-9c29-702f569a191c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5994f30-1366-4377-91c0-1a74bcc0ae01']}} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:52.415753 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-024f608e-55ee-4cf3-9c29-702f569a191c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be1f8e4-acb5-4a23-b88b-d811f9730e84') {'for_net_delete': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:52.416054 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-024f608e-55ee-4cf3-9c29-702f569a191c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be1f8e4-acb5-4a23-b88b-d811f9730e84') {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:52.432031 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-024f608e-55ee-4cf3-9c29-702f569a191c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761370364609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62755066'] for segment (5be1f8e4-acb5-4a23-b88b-d811f9730e84), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.440565 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4d011aaa-68fe-4b6c-8624-6b4aafe6c670 admin admin] Publish callbacks [] for security_group (818352f8-4011-4bee-97ef-2b3b72ace709), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.458576 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-024f608e-55ee-4cf3-9c29-702f569a191c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (5be1f8e4-acb5-4a23-b88b-d811f9730e84), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.470696 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4d011aaa-68fe-4b6c-8624-6b4aafe6c670 admin admin] Publish callbacks [] for security_group (818352f8-4011-4bee-97ef-2b3b72ace709), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.472560 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024f608e-55ee-4cf3-9c29-702f569a191c admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:29:52.472982 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-024f608e-55ee-4cf3-9c29-702f569a191c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59090939'] for segment (5be1f8e4-acb5-4a23-b88b-d811f9730e84), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: Traceback (most recent call last): Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: timer() Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: cb(*args, **kw) Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: return func(*args, **kwargs) Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: self._notify() Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: self.callback(batched_events) Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: event.method(event) Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: return f(self, *a, **k) Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: return self._get(url).json() Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: return self.request(url, 'GET', **kwargs) Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:29:52.474685 dv-cinder-837535-1-iscsi neutron-server[103524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:29:52.550443 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-024f608e-55ee-4cf3-9c29-702f569a191c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-807132'] for network (e5994f30-1366-4377-91c0-1a74bcc0ae01), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.555965 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-024f608e-55ee-4cf3-9c29-702f569a191c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.559042 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-024f608e-55ee-4cf3-9c29-702f569a191c admin admin] 10.222.0.52 "DELETE /v2.0/networks/e5994f30-1366-4377-91c0-1a74bcc0ae01 HTTP/1.1" status: 204 len: 168 time: 0.3537593 Apr 12 18:29:52.562810 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 43762) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:52.570506 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f608e-55ee-4cf3-9c29-702f569a191c admin admin] Pushing event deleted for resources: {'Network': ['ID=e5994f30-1366-4377-91c0-1a74bcc0ae01,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:52.580376 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4d011aaa-68fe-4b6c-8624-6b4aafe6c670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (818352f8-4011-4bee-97ef-2b3b72ace709), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.582954 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4d011aaa-68fe-4b6c-8624-6b4aafe6c670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.584075 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-4d011aaa-68fe-4b6c-8624-6b4aafe6c670 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/818352f8-4011-4bee-97ef-2b3b72ace709 HTTP/1.1" status: 204 len: 168 time: 0.2615190 Apr 12 18:29:52.592129 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d011aaa-68fe-4b6c-8624-6b4aafe6c670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818352f8-4011-4bee-97ef-2b3b72ace709,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:52.611038 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-b407efcb-bf73-4489-b84e-6a700dac1dcf admin admin] Deleting subnet d35efbe6-c101-41f4-9f23-732fb93d0ac9 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:29:52.614667 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b407efcb-bf73-4489-b84e-6a700dac1dcf admin admin] Publish callbacks [] for subnet (d35efbe6-c101-41f4-9f23-732fb93d0ac9), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.650024 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b407efcb-bf73-4489-b84e-6a700dac1dcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58806645'] for subnet (d35efbe6-c101-41f4-9f23-732fb93d0ac9), precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.693147 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b407efcb-bf73-4489-b84e-6a700dac1dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3990049'] for subnet (d35efbe6-c101-41f4-9f23-732fb93d0ac9), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.747090 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b407efcb-bf73-4489-b84e-6a700dac1dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3990070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62656991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59774121'] for subnet (d35efbe6-c101-41f4-9f23-732fb93d0ac9), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.772730 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407efcb-bf73-4489-b84e-6a700dac1dcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d35efbe6-c101-41f4-9f23-732fb93d0ac9,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:52.776496 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b407efcb-bf73-4489-b84e-6a700dac1dcf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.780015 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-b407efcb-bf73-4489-b84e-6a700dac1dcf admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d35efbe6-c101-41f4-9f23-732fb93d0ac9 HTTP/1.1" status: 204 len: 168 time: 0.2158976 Apr 12 18:29:52.782531 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 43768) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:52.850418 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bbc9090f-1ed3-4f39-83dd-b6e12ecd85e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3769168'] for network (120cdbd6-81e3-4378-8950-a5d3acb6bd6a), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.936071 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bbc9090f-1ed3-4f39-83dd-b6e12ecd85e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996314', 'neutron.services.segments.db._delete_segments_for_network-8761370393272'] for network (120cdbd6-81e3-4378-8950-a5d3acb6bd6a), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.956213 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.services.segments.db [None req-bbc9090f-1ed3-4f39-83dd-b6e12ecd85e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120cdbd6-81e3-4378-8950-a5d3acb6bd6a']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:52.965440 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.services.segments.db [None req-bbc9090f-1ed3-4f39-83dd-b6e12ecd85e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f63161f-d8ea-4871-8704-64525dcbb156') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:52.965861 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.services.segments.db [None req-bbc9090f-1ed3-4f39-83dd-b6e12ecd85e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f63161f-d8ea-4871-8704-64525dcbb156') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:52.975275 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bbc9090f-1ed3-4f39-83dd-b6e12ecd85e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761370364609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58806606'] for segment (5f63161f-d8ea-4871-8704-64525dcbb156), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.988799 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bbc9090f-1ed3-4f39-83dd-b6e12ecd85e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (5f63161f-d8ea-4871-8704-64525dcbb156), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.994789 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc9090f-1ed3-4f39-83dd-b6e12ecd85e4 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:29:52.995180 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bbc9090f-1ed3-4f39-83dd-b6e12ecd85e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62656869'] for segment (5f63161f-d8ea-4871-8704-64525dcbb156), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: Traceback (most recent call last): Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: timer() Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: cb(*args, **kw) Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: return func(*args, **kwargs) Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: self._notify() Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: self.callback(batched_events) Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: event.method(event) Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: return f(self, *a, **k) Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: return self._get(url).json() Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: return self.request(url, 'GET', **kwargs) Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:29:52.997761 dv-cinder-837535-1-iscsi neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:29:53.055314 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bbc9090f-1ed3-4f39-83dd-b6e12ecd85e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-807132'] for network (120cdbd6-81e3-4378-8950-a5d3acb6bd6a), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:53.061363 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bbc9090f-1ed3-4f39-83dd-b6e12ecd85e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:53.067120 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-bbc9090f-1ed3-4f39-83dd-b6e12ecd85e4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/120cdbd6-81e3-4378-8950-a5d3acb6bd6a HTTP/1.1" status: 204 len: 168 time: 0.2836528 Apr 12 18:29:53.078904 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9090f-1ed3-4f39-83dd-b6e12ecd85e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=120cdbd6-81e3-4378-8950-a5d3acb6bd6a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:53.179681 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a03c1-40d3-45e6-9486-7dad0b30c15e req-a9c1cb5e-761b-450b-8809-934004a5fdb0 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:53.181630 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f02a03c1-40d3-45e6-9486-7dad0b30c15e req-a9c1cb5e-761b-450b-8809-934004a5fdb0 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0542066 Apr 12 18:29:53.193324 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 43788) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:53.232268 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f02a03c1-40d3-45e6-9486-7dad0b30c15e req-27e47a72-18c5-46ce-aa7e-6e5c4992c1aa tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440640 Apr 12 18:29:53.236432 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-f4808712-8f10-4f58-813c-ab7e6d667c61 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9cc8e3ed31454aa5a179ae642590a3df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417752 Apr 12 18:29:53.238990 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 43792) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:53.289665 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-345b348f-2b3a-4c50-8a06-98fa0439c51f admin admin] Publish callbacks [] for security_group (b226a6f7-cadf-4aad-b88a-9af736e4ebab), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:53.312913 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-345b348f-2b3a-4c50-8a06-98fa0439c51f admin admin] Publish callbacks [] for security_group (b226a6f7-cadf-4aad-b88a-9af736e4ebab), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:53.370167 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-345b348f-2b3a-4c50-8a06-98fa0439c51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (b226a6f7-cadf-4aad-b88a-9af736e4ebab), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:53.374445 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-345b348f-2b3a-4c50-8a06-98fa0439c51f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:53.377919 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-345b348f-2b3a-4c50-8a06-98fa0439c51f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b226a6f7-cadf-4aad-b88a-9af736e4ebab HTTP/1.1" status: 204 len: 168 time: 0.1356900 Apr 12 18:29:53.383772 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b348f-2b3a-4c50-8a06-98fa0439c51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b226a6f7-cadf-4aad-b88a-9af736e4ebab,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:53.758242 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [req-4395f941-a13e-45ed-8544-9dc4910b7c00 req-90165ddf-06fd-4033-89d4-c3af1d2d296c service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:29:53.764528 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4395f941-a13e-45ed-8544-9dc4910b7c00 req-90165ddf-06fd-4033-89d4-c3af1d2d296c service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117891 Apr 12 18:29:53.764684 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 43824) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:53.811680 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 43826) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:53.812328 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-2b991b97-6fe9-4e32-a972-96808a1ec158 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7d0c9b67005247bbadcca92d6bc32dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459237 Apr 12 18:29:53.901041 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a01a7472-f1f1-4701-b4bb-5c0ca649ecdc admin admin] Publish callbacks [] for security_group (d90e39d0-2662-4e84-97fb-0f6695722ba9), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:53.951156 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a01a7472-f1f1-4701-b4bb-5c0ca649ecdc admin admin] Publish callbacks [] for security_group (d90e39d0-2662-4e84-97fb-0f6695722ba9), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:53.958537 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad08c8-1326-4ee7-9642-2ea59748c732 req-b690be73-e6e7-4296-8532-720c1443583b tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:53.960005 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e8ad08c8-1326-4ee7-9642-2ea59748c732 req-b690be73-e6e7-4296-8532-720c1443583b tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0716283 Apr 12 18:29:54.030726 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e8ad08c8-1326-4ee7-9642-2ea59748c732 req-7a26d0a0-1133-4fb5-ad3f-67ebb1a430a1 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607035 Apr 12 18:29:54.041705 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a01a7472-f1f1-4701-b4bb-5c0ca649ecdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (d90e39d0-2662-4e84-97fb-0f6695722ba9), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:54.045874 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a01a7472-f1f1-4701-b4bb-5c0ca649ecdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:54.049557 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-a01a7472-f1f1-4701-b4bb-5c0ca649ecdc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d90e39d0-2662-4e84-97fb-0f6695722ba9 HTTP/1.1" status: 204 len: 168 time: 0.2367399 Apr 12 18:29:54.057649 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a7472-f1f1-4701-b4bb-5c0ca649ecdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90e39d0-2662-4e84-97fb-0f6695722ba9,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:54.105645 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:54.333955 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-621f9dc9-ae66-4dda-9988-38bddd3a5b39 req-8de17760-314e-4c92-b890-d127b6b9a665 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399435 Apr 12 18:29:55.314733 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37007a5a-8184-475f-b7f7-f3b96aafcca8 req-bc359232-08e1-4661-91fe-4398e4e1b814 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:55.316148 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-37007a5a-8184-475f-b7f7-f3b96aafcca8 req-bc359232-08e1-4661-91fe-4398e4e1b814 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.2058628 Apr 12 18:29:55.377272 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-37007a5a-8184-475f-b7f7-f3b96aafcca8 req-93b84ce0-a3bd-4222-9803-612ac1442148 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554502 Apr 12 18:29:55.417760 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f9dc9-ae66-4dda-9988-38bddd3a5b39 req-96bf8847-da0e-4956-bcf0-451e89a168eb tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:55.419692 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-621f9dc9-ae66-4dda-9988-38bddd3a5b39 req-96bf8847-da0e-4956-bcf0-451e89a168eb tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports/624415f4-5fe4-452f-9481-906fce01e9ac HTTP/1.1" status: 200 len: 940 time: 0.0470603 Apr 12 18:29:55.980777 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 624415f4-5fe4-452f-9481-906fce01e9ac no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:29:56.056662 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 624415f4-5fe4-452f-9481-906fce01e9ac is: DOWN; New status is: DOWN {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:29:56.541182 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912e554-b1da-4a8d-b49b-be7864248ff6 req-6998eeaa-dc81-40e4-9a13-a4d5e57cefc3 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:56.542670 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5912e554-b1da-4a8d-b49b-be7864248ff6 req-6998eeaa-dc81-40e4-9a13-a4d5e57cefc3 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0961366 Apr 12 18:29:56.590004 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5912e554-b1da-4a8d-b49b-be7864248ff6 req-37fbfaec-5fa6-41b0-8e13-074e20895885 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417957 Apr 12 18:29:57.708525 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92485c54-db50-48f9-b7f7-b6d1839d4711 req-1e99a36d-8c67-4d55-a8ec-66b11e95abb9 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:57.710008 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-92485c54-db50-48f9-b7f7-b6d1839d4711 req-1e99a36d-8c67-4d55-a8ec-66b11e95abb9 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0463176 Apr 12 18:29:57.754596 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-92485c54-db50-48f9-b7f7-b6d1839d4711 req-34e6a270-544a-4755-bc3a-c059befefa36 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391273 Apr 12 18:29:58.872653 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b31af9-7b78-4481-9a0a-b307653c62fe req-9b39c7ce-c9f2-4d8f-9825-1755e2088ee5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:58.874147 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-42b31af9-7b78-4481-9a0a-b307653c62fe req-9b39c7ce-c9f2-4d8f-9825-1755e2088ee5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0490131 Apr 12 18:29:58.919371 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-42b31af9-7b78-4481-9a0a-b307653c62fe req-1b5633c8-0c97-48c5-8194-71959e247d69 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391686 Apr 12 18:30:00.196890 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02a0f0-5b70-43c7-ac15-c1ede016de6f req-7e20f78f-56df-44b9-aebc-f8e75967fbbe tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:00.198528 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2d02a0f0-5b70-43c7-ac15-c1ede016de6f req-7e20f78f-56df-44b9-aebc-f8e75967fbbe tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0487657 Apr 12 18:30:00.244913 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2d02a0f0-5b70-43c7-ac15-c1ede016de6f req-cfe9e4e9-921b-46f8-a795-0823b4699a12 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408769 Apr 12 18:30:01.368596 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f798a7-2bcb-432a-ae17-c3fffdf54ace req-928a66f5-ff97-4aff-913c-2434b159dba4 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:01.370109 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-06f798a7-2bcb-432a-ae17-c3fffdf54ace req-928a66f5-ff97-4aff-913c-2434b159dba4 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0532703 Apr 12 18:30:01.415985 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-06f798a7-2bcb-432a-ae17-c3fffdf54ace req-51c286de-784e-4c9b-a8b9-fd49b2d8d86e tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401959 Apr 12 18:30:02.533312 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103c5ce-9b05-41dd-a11b-04093813b726 req-00ee0c8b-683f-41c9-b017-b848f9fe7d69 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:02.534804 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a103c5ce-9b05-41dd-a11b-04093813b726 req-00ee0c8b-683f-41c9-b017-b848f9fe7d69 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0472844 Apr 12 18:30:02.582612 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a103c5ce-9b05-41dd-a11b-04093813b726 req-137de552-e751-4eb3-a6ea-4a8ba93f33a4 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422208 Apr 12 18:30:03.698921 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10887832-3950-4b57-974a-2a7ebf2c0583 req-1e8529e2-445e-4003-9059-d9ae5378347e tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:03.700495 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-10887832-3950-4b57-974a-2a7ebf2c0583 req-1e8529e2-445e-4003-9059-d9ae5378347e tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0478177 Apr 12 18:30:03.749362 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-10887832-3950-4b57-974a-2a7ebf2c0583 req-769a8889-0054-4293-8c77-8335e2ce0732 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427489 Apr 12 18:30:04.866590 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696af0e6-1a8a-4621-984c-52c01c54c68f req-d8302763-d6b6-4ccf-9c9e-03efec54037a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:04.868128 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-696af0e6-1a8a-4621-984c-52c01c54c68f req-d8302763-d6b6-4ccf-9c9e-03efec54037a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0480783 Apr 12 18:30:04.916893 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-696af0e6-1a8a-4621-984c-52c01c54c68f req-f67b2c27-0637-455e-9972-734f35757d58 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420983 Apr 12 18:30:05.786310 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:30:06.037451 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6341df2-e47c-4954-b511-e5ce241e6d3a req-732c51f7-77c6-4022-8a77-503b3e4a56f7 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:06.039013 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d6341df2-e47c-4954-b511-e5ce241e6d3a req-732c51f7-77c6-4022-8a77-503b3e4a56f7 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0489609 Apr 12 18:30:06.087116 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d6341df2-e47c-4954-b511-e5ce241e6d3a req-ddcf9910-f49e-4e23-badb-8eb686598906 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426314 Apr 12 18:30:07.206126 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b22723-0514-4ede-8ff3-d98c1721775a req-27056a5f-ea78-4aa9-ab5e-2d5ccd458031 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:07.207647 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-68b22723-0514-4ede-8ff3-d98c1721775a req-27056a5f-ea78-4aa9-ab5e-2d5ccd458031 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0506203 Apr 12 18:30:07.254134 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-68b22723-0514-4ede-8ff3-d98c1721775a req-18d0e219-47fe-46d1-9a5a-51e22e6b2751 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409558 Apr 12 18:30:08.372930 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1a6df-5858-4115-8416-9d01ec65ab5e req-029f5cf9-d1f0-44f6-8378-65e35b8defa7 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:08.374431 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f0b1a6df-5858-4115-8416-9d01ec65ab5e req-029f5cf9-d1f0-44f6-8378-65e35b8defa7 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0478702 Apr 12 18:30:08.426284 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f0b1a6df-5858-4115-8416-9d01ec65ab5e req-e59f3d55-d780-4b7d-97be-0211f32f7f81 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444973 Apr 12 18:30:09.049531 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f9dc9-ae66-4dda-9988-38bddd3a5b39 req-789cd4b0-36e3-4416-85e2-7d0d2567afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:09.050960 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-621f9dc9-ae66-4dda-9988-38bddd3a5b39 req-789cd4b0-36e3-4416-85e2-7d0d2567afe8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba&tenant_id=0ffbe74a26884702b868d7cd3087e6f8 HTTP/1.1" status: 200 len: 1127 time: 0.0385885 Apr 12 18:30:09.110892 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f9dc9-ae66-4dda-9988-38bddd3a5b39 req-a77ae213-afeb-4c95-8707-675e28b7f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:09.112338 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-621f9dc9-ae66-4dda-9988-38bddd3a5b39 req-a77ae213-afeb-4c95-8707-675e28b7f3de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ffbe74a26884702b868d7cd3087e6f8&device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 1127 time: 0.0402524 Apr 12 18:30:09.198856 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f9dc9-ae66-4dda-9988-38bddd3a5b39 req-1eeba1fc-4083-4f03-a7e8-c59561cc4049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:09.200601 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-621f9dc9-ae66-4dda-9988-38bddd3a5b39 req-1eeba1fc-4083-4f03-a7e8-c59561cc4049 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49ab9656-d0bc-4412-8fbd-74c59629e55b HTTP/1.1" status: 200 len: 917 time: 0.0824230 Apr 12 18:30:09.266451 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-621f9dc9-ae66-4dda-9988-38bddd3a5b39 req-807fc98c-956a-491a-a592-5761a784970d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=624415f4-5fe4-452f-9481-906fce01e9ac HTTP/1.1" status: 200 len: 998 time: 0.0604463 Apr 12 18:30:09.315409 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f9dc9-ae66-4dda-9988-38bddd3a5b39 req-5d2f39b7-cc06-4e65-8f0e-e3bf04d26632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:09.316848 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-621f9dc9-ae66-4dda-9988-38bddd3a5b39 req-5d2f39b7-cc06-4e65-8f0e-e3bf04d26632 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=722781c3-be17-480d-a735-2639a14655b9 HTTP/1.1" status: 200 len: 855 time: 0.0452516 Apr 12 18:30:09.367858 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f9dc9-ae66-4dda-9988-38bddd3a5b39 req-73f54594-6027-4043-8cdd-01ccbbac64d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:09.369386 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-621f9dc9-ae66-4dda-9988-38bddd3a5b39 req-73f54594-6027-4043-8cdd-01ccbbac64d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49ab9656-d0bc-4412-8fbd-74c59629e55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462134 Apr 12 18:30:09.464381 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-621f9dc9-ae66-4dda-9988-38bddd3a5b39 req-2cf6e946-0f31-4624-9154-119e62adc401 service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888422 Apr 12 18:30:09.554217 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edea68-d87d-448c-bf35-54361e4e5b11 req-809d5753-646d-4bb6-983b-7226bd3df0ca tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:09.555602 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c4edea68-d87d-448c-bf35-54361e4e5b11 req-809d5753-646d-4bb6-983b-7226bd3df0ca tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0489724 Apr 12 18:30:09.558202 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-621f9dc9-ae66-4dda-9988-38bddd3a5b39 req-719c5c83-af84-41f4-8679-2f7565499748 service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879679 Apr 12 18:30:09.892972 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c4edea68-d87d-448c-bf35-54361e4e5b11 req-468a57cc-0067-4db1-b5ad-e60ac125dc63 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3306453 Apr 12 18:30:10.645181 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 44090) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:30:10.752849 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9aa9-d622-4762-a74d-610aae821ea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:10.837779 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9aa9-d622-4762-a74d-610aae821ea9 admin admin] Publish callbacks [] for security_group (ceed9792-b38b-44db-969b-e35a9a8b6f95), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:10.842707 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9aa9-d622-4762-a74d-610aae821ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (ceed9792-b38b-44db-969b-e35a9a8b6f95), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:10.878911 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-bb7e9aa9-d622-4762-a74d-610aae821ea9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2658ef84a7fc40848b2a67f1328f3643&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326460 Apr 12 18:30:10.881730 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 44094) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:30:10.886279 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e9aa9-d622-4762-a74d-610aae821ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceed9792-b38b-44db-969b-e35a9a8b6f95,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:10.968851 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7425ce58-271f-4c33-9da6-e0a65965fdaf admin admin] Publish callbacks [] for security_group (ceed9792-b38b-44db-969b-e35a9a8b6f95), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:11.017917 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7425ce58-271f-4c33-9da6-e0a65965fdaf admin admin] Publish callbacks [] for security_group (ceed9792-b38b-44db-969b-e35a9a8b6f95), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:11.056601 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82dd5dd-9f68-42c0-aa2d-47d49354b9a6 req-cba06f1e-10c7-47f6-974f-fa0ac3013623 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:11.058421 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b82dd5dd-9f68-42c0-aa2d-47d49354b9a6 req-cba06f1e-10c7-47f6-974f-fa0ac3013623 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0798814 Apr 12 18:30:11.118100 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b82dd5dd-9f68-42c0-aa2d-47d49354b9a6 req-1a76dd00-9f6f-4cad-95fb-b0c95ed0fa1b tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536237 Apr 12 18:30:11.119470 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7425ce58-271f-4c33-9da6-e0a65965fdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (ceed9792-b38b-44db-969b-e35a9a8b6f95), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:11.122376 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7425ce58-271f-4c33-9da6-e0a65965fdaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:11.125701 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-7425ce58-271f-4c33-9da6-e0a65965fdaf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ceed9792-b38b-44db-969b-e35a9a8b6f95 HTTP/1.1" status: 204 len: 168 time: 0.2404902 Apr 12 18:30:11.130953 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425ce58-271f-4c33-9da6-e0a65965fdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceed9792-b38b-44db-969b-e35a9a8b6f95,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:12.307367 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6ae04-9ec4-428d-92c5-e6b8a2b2f0fc req-45c1b728-de2b-4a7c-bc0c-96d9afbc1dfa tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:12.310091 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-02b6ae04-9ec4-428d-92c5-e6b8a2b2f0fc req-45c1b728-de2b-4a7c-bc0c-96d9afbc1dfa tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0656965 Apr 12 18:30:12.355001 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-02b6ae04-9ec4-428d-92c5-e6b8a2b2f0fc req-2af4807d-849c-411a-b666-13c7332e03c1 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401375 Apr 12 18:30:13.173942 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4471dcbb-3820-43b4-a35f-89ff01094c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:13.478743 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff885a-e2d3-497a-9e39-67e56f6e28ff req-d8e2e28b-f77a-4806-9391-23f2eb6894fa tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:13.480273 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e1ff885a-e2d3-497a-9e39-67e56f6e28ff req-d8e2e28b-f77a-4806-9391-23f2eb6894fa tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0478735 Apr 12 18:30:13.534402 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e1ff885a-e2d3-497a-9e39-67e56f6e28ff req-205432f1-bb17-4446-bb28-e9cf1f6c4c5c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469360 Apr 12 18:30:14.665648 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dda57b-1f81-4397-a21a-ab695773c5c2 req-3db77b6c-433f-43ba-b554-7735329ef93a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:14.667171 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d3dda57b-1f81-4397-a21a-ab695773c5c2 req-3db77b6c-433f-43ba-b554-7735329ef93a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0597966 Apr 12 18:30:14.723045 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d3dda57b-1f81-4397-a21a-ab695773c5c2 req-bc18abfc-a1df-4c55-9eee-3c6745013757 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495913 Apr 12 18:30:15.522753 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0b8a5edd-d607-4762-bca8-bf1adaddf121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:15.838456 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325ab83-3771-41e5-9f6d-b137eba1d341 req-3436a1d9-7c9c-4fa0-bcce-108859333ad2 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:15.839919 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0325ab83-3771-41e5-9f6d-b137eba1d341 req-3436a1d9-7c9c-4fa0-bcce-108859333ad2 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0466716 Apr 12 18:30:15.885229 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0325ab83-3771-41e5-9f6d-b137eba1d341 req-5a0a582d-7eec-49d0-992d-30959b25351f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396247 Apr 12 18:30:16.875466 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:17.019483 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52880c0a-5ed6-414c-9260-6c7eec0cbafb req-69a85b33-b170-4296-bf05-020f7677c27f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:17.020955 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-52880c0a-5ed6-414c-9260-6c7eec0cbafb req-69a85b33-b170-4296-bf05-020f7677c27f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0465858 Apr 12 18:30:17.073878 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-52880c0a-5ed6-414c-9260-6c7eec0cbafb req-46a9054c-1667-47be-9d5e-71c638c289a0 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473557 Apr 12 18:30:18.218056 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959e6a6-a24b-469a-9151-5fb270a0eefa req-e7a06d13-472f-483b-be9c-db6003e56947 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:18.227190 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1959e6a6-a24b-469a-9151-5fb270a0eefa req-e7a06d13-472f-483b-be9c-db6003e56947 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0579515 Apr 12 18:30:18.286800 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1959e6a6-a24b-469a-9151-5fb270a0eefa req-401d7c41-4ffb-4959-bd5c-0c575b4a72f2 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525382 Apr 12 18:30:18.376725 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:19.306770 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:19.433569 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0c79a-cb1c-4615-b440-9f79b52bd18d req-d0086071-dfc9-4e92-9288-3848458f9db2 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:19.435669 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-72f0c79a-cb1c-4615-b440-9f79b52bd18d req-d0086071-dfc9-4e92-9288-3848458f9db2 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0580764 Apr 12 18:30:19.493106 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-72f0c79a-cb1c-4615-b440-9f79b52bd18d req-173fc918-3cd0-44fe-a260-16a9126e03f0 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514982 Apr 12 18:30:19.600970 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 44212) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:30:19.714732 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-004ea040-41c6-448a-a53a-45bc48b14308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:19.796629 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-004ea040-41c6-448a-a53a-45bc48b14308 admin admin] Publish callbacks [] for security_group (fc518f6e-b88c-4278-9160-f0c12be8dacd), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:19.801648 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-004ea040-41c6-448a-a53a-45bc48b14308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (fc518f6e-b88c-4278-9160-f0c12be8dacd), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:19.847317 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ea040-41c6-448a-a53a-45bc48b14308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc518f6e-b88c-4278-9160-f0c12be8dacd,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:19.863024 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-004ea040-41c6-448a-a53a-45bc48b14308 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c096d6a3cbb5488a98cb9b754804ca39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2609460 Apr 12 18:30:19.865641 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 44218) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:30:19.927266 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6e73d118-b81e-4626-bec9-b9bf8910a0b7 admin admin] Publish callbacks [] for security_group (fc518f6e-b88c-4278-9160-f0c12be8dacd), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:19.955159 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6e73d118-b81e-4626-bec9-b9bf8910a0b7 admin admin] Publish callbacks [] for security_group (fc518f6e-b88c-4278-9160-f0c12be8dacd), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:20.010348 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6e73d118-b81e-4626-bec9-b9bf8910a0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (fc518f6e-b88c-4278-9160-f0c12be8dacd), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:20.014059 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6e73d118-b81e-4626-bec9-b9bf8910a0b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:20.015465 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-6e73d118-b81e-4626-bec9-b9bf8910a0b7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fc518f6e-b88c-4278-9160-f0c12be8dacd HTTP/1.1" status: 204 len: 168 time: 0.1488764 Apr 12 18:30:20.024431 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73d118-b81e-4626-bec9-b9bf8910a0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc518f6e-b88c-4278-9160-f0c12be8dacd,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:20.308403 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 44224) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:30:20.322148 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5696-1223-4897-ad83-d108551e0a78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:20.395485 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5696-1223-4897-ad83-d108551e0a78 admin admin] Publish callbacks [] for security_group (0694ff3f-b4bd-4a20-a59d-a74d14c0ef92), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:20.399457 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5696-1223-4897-ad83-d108551e0a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (0694ff3f-b4bd-4a20-a59d-a74d14c0ef92), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:20.437389 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-7bdd5696-1223-4897-ad83-d108551e0a78 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=82ad42bf2e0642fba0625db1bfd87920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273611 Apr 12 18:30:20.438202 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd5696-1223-4897-ad83-d108551e0a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0694ff3f-b4bd-4a20-a59d-a74d14c0ef92,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:20.440103 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 44226) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:30:20.490324 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-63f46b58-91b9-4eed-a9f8-cf8ce9d1a234 admin admin] Publish callbacks [] for security_group (0694ff3f-b4bd-4a20-a59d-a74d14c0ef92), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:20.511346 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-63f46b58-91b9-4eed-a9f8-cf8ce9d1a234 admin admin] Publish callbacks [] for security_group (0694ff3f-b4bd-4a20-a59d-a74d14c0ef92), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:20.560973 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-63f46b58-91b9-4eed-a9f8-cf8ce9d1a234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (0694ff3f-b4bd-4a20-a59d-a74d14c0ef92), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:20.563596 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-63f46b58-91b9-4eed-a9f8-cf8ce9d1a234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:20.564758 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-63f46b58-91b9-4eed-a9f8-cf8ce9d1a234 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0694ff3f-b4bd-4a20-a59d-a74d14c0ef92 HTTP/1.1" status: 204 len: 168 time: 0.1236706 Apr 12 18:30:20.572800 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f46b58-91b9-4eed-a9f8-cf8ce9d1a234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0694ff3f-b4bd-4a20-a59d-a74d14c0ef92,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:20.621427 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eba249-b65b-4cc0-b8f4-ee6899ac432f req-bf13c6a3-ee4a-4cda-932a-85dece003150 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:20.623527 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-96eba249-b65b-4cc0-b8f4-ee6899ac432f req-bf13c6a3-ee4a-4cda-932a-85dece003150 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0486586 Apr 12 18:30:20.669957 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-96eba249-b65b-4cc0-b8f4-ee6899ac432f req-dcb450f4-52b9-46a3-ab5a-e91c6dc21b60 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406687 Apr 12 18:30:21.789491 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0594ffb-b4d6-4cf3-9545-421e825a076c req-02ccede3-0a70-4e9e-acd0-00f68ab34460 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:21.790932 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c0594ffb-b4d6-4cf3-9545-421e825a076c req-02ccede3-0a70-4e9e-acd0-00f68ab34460 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0460813 Apr 12 18:30:21.840514 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c0594ffb-b4d6-4cf3-9545-421e825a076c req-bc13db5c-1356-4453-a44c-14e3ae4c1bdb tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440803 Apr 12 18:30:22.959446 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166be3c-38a0-4b99-a538-e402b9f11f83 req-f79e4d60-5416-48e6-bb1e-0613188cf281 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:22.960921 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6166be3c-38a0-4b99-a538-e402b9f11f83 req-f79e4d60-5416-48e6-bb1e-0613188cf281 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0493002 Apr 12 18:30:23.014857 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6166be3c-38a0-4b99-a538-e402b9f11f83 req-54a63f4b-10a6-4885-8f13-91b04b9c07e5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482244 Apr 12 18:30:24.101941 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:24.132206 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80df1a-098d-4462-a16d-4fef0a869a8e req-9f84b2bc-89a6-47ce-b8ed-816bcc6030b9 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:24.133712 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0a80df1a-098d-4462-a16d-4fef0a869a8e req-9f84b2bc-89a6-47ce-b8ed-816bcc6030b9 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0476260 Apr 12 18:30:24.179644 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0a80df1a-098d-4462-a16d-4fef0a869a8e req-bd19b410-599b-4e98-a47d-1a70a392661b tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403697 Apr 12 18:30:25.298593 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cdaea-827c-497d-b5de-70760e32d9dc req-0beef91d-0521-4b61-bc72-1cea868541f5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:25.300058 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c13cdaea-827c-497d-b5de-70760e32d9dc req-0beef91d-0521-4b61-bc72-1cea868541f5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0491669 Apr 12 18:30:25.346153 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c13cdaea-827c-497d-b5de-70760e32d9dc req-c2d894bc-6d2e-4987-8f48-9b722a365928 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405354 Apr 12 18:30:26.461762 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f03a47-7c7c-49a6-a867-138a8382fc04 req-fb917a26-0d59-4902-b5b9-b0f36409eabb tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:26.463223 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-27f03a47-7c7c-49a6-a867-138a8382fc04 req-fb917a26-0d59-4902-b5b9-b0f36409eabb tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0457265 Apr 12 18:30:26.508623 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-27f03a47-7c7c-49a6-a867-138a8382fc04 req-2f2c0014-418e-4fb8-a8d8-1bde396a258d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392826 Apr 12 18:30:27.628258 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d6b20-c73d-4a25-b6d6-6b212fe8f508 req-15a8261e-05a1-403c-9b3c-5377370b849a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:27.629735 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-454d6b20-c73d-4a25-b6d6-6b212fe8f508 req-15a8261e-05a1-403c-9b3c-5377370b849a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0498097 Apr 12 18:30:27.676243 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-454d6b20-c73d-4a25-b6d6-6b212fe8f508 req-f01127ee-4434-40f4-ad6b-a8e5e9d45b24 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410454 Apr 12 18:30:28.791141 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befeaf8d-644d-4000-a83f-fcfab3403f9b req-2af0d153-7d63-457a-8d65-8cc3c59bee23 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:28.792604 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-befeaf8d-644d-4000-a83f-fcfab3403f9b req-2af0d153-7d63-457a-8d65-8cc3c59bee23 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0469105 Apr 12 18:30:28.837986 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-befeaf8d-644d-4000-a83f-fcfab3403f9b req-6407069c-da44-4fcd-99e8-3769f386cb2e tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396235 Apr 12 18:30:29.952539 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478940ba-25dd-4287-aa12-cc8ac5a2116f req-dc46d6a0-fcad-4a30-8b62-f57d3fc80112 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:29.954002 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-478940ba-25dd-4287-aa12-cc8ac5a2116f req-dc46d6a0-fcad-4a30-8b62-f57d3fc80112 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0456123 Apr 12 18:30:30.002727 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-478940ba-25dd-4287-aa12-cc8ac5a2116f req-96839204-54b6-456e-9d57-afeb68d68630 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431833 Apr 12 18:30:31.118784 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628e345-3794-4c81-a5da-e43f7cce888f req-7cebb2a7-8f75-4fdb-8b57-cbc67dee7aa8 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:31.120242 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6628e345-3794-4c81-a5da-e43f7cce888f req-7cebb2a7-8f75-4fdb-8b57-cbc67dee7aa8 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0465355 Apr 12 18:30:31.166082 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6628e345-3794-4c81-a5da-e43f7cce888f req-56782487-e078-4e72-8c8e-d6057a6d23a9 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403423 Apr 12 18:30:32.279518 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22432982-ae12-41bb-b508-ed32f4a95723 req-5ad90e90-d104-4b22-9d01-34dfcad4d8aa tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:32.280978 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-22432982-ae12-41bb-b508-ed32f4a95723 req-5ad90e90-d104-4b22-9d01-34dfcad4d8aa tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0459118 Apr 12 18:30:32.326249 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-22432982-ae12-41bb-b508-ed32f4a95723 req-f4086ab3-f805-405a-9587-3a76266a241a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397415 Apr 12 18:30:33.447205 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc5de1-9498-44d8-ac1d-e2b854144177 req-12535fda-d848-4896-827c-c03c91af106a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:33.448658 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8ddc5de1-9498-44d8-ac1d-e2b854144177 req-12535fda-d848-4896-827c-c03c91af106a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 943 time: 0.0500183 Apr 12 18:30:33.494864 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8ddc5de1-9498-44d8-ac1d-e2b854144177 req-fdb1aaaa-7900-44d0-a41e-3f983ec2bcf3 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400515 Apr 12 18:30:34.212910 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 624415f4-5fe4-452f-9481-906fce01e9ac details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:30:34.310582 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 624415f4-5fe4-452f-9481-906fce01e9ac, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=624415f4-5fe4-452f-9481-906fce01e9ac,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:30:34.321557 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Returning: {'device': '624415f4-5fe4-452f-9481-906fce01e9ac', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'port_id': '624415f4-5fe4-452f-9481-906fce01e9ac', 'mac_address': 'fa:16:3e:b1:9a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722781c3-be17-480d-a735-2639a14655b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:30:34.359347 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 624415f4-5fe4-452f-9481-906fce01e9ac is: DOWN; New status is: BUILD {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:30:34.359739 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (624415f4-5fe4-452f-9481-906fce01e9ac), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:34.373218 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624415f4-5fe4-452f-9481-906fce01e9ac {{(pid=103525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:30:34.396455 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 624415f4-5fe4-452f-9481-906fce01e9ac, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=624415f4-5fe4-452f-9481-906fce01e9ac,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:30:34.400165 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (624415f4-5fe4-452f-9481-906fce01e9ac), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:34.445667 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=624415f4-5fe4-452f-9481-906fce01e9ac,revision_number=9']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:34.453054 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:34.453425 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:34.453797 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:34.454144 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:34.454483 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:34.454819 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:34.455151 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:34.455482 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:34.455810 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:34.456138 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:34.456464 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:34.456794 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:34.457166 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:34.457489 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:34.457811 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:34.612291 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971a90e-2eeb-4ca8-a22a-7d563a43a7c5 req-0cc08b91-dd56-4c65-9a53-1eab48295394 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:34.613766 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4971a90e-2eeb-4ca8-a22a-7d563a43a7c5 req-0cc08b91-dd56-4c65-9a53-1eab48295394 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 944 time: 0.0465784 Apr 12 18:30:34.660015 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4971a90e-2eeb-4ca8-a22a-7d563a43a7c5 req-72ee7b48-2202-4168-87e3-23d37e7849e8 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407743 Apr 12 18:30:34.751670 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['624415f4-5fe4-452f-9481-906fce01e9ac'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:30:35.777026 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d057f4c-921b-4bb5-8f69-58bf78374c42 req-f7ddcef4-c5be-47e3-aa37-2dd285f0e108 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:35.778891 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6d057f4c-921b-4bb5-8f69-58bf78374c42 req-f7ddcef4-c5be-47e3-aa37-2dd285f0e108 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 944 time: 0.0471263 Apr 12 18:30:35.827277 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6d057f4c-921b-4bb5-8f69-58bf78374c42 req-585fdcb7-ac64-4f0a-a3d1-ae5c3d46254d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430150 Apr 12 18:30:36.213464 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 624415f4-5fe4-452f-9481-906fce01e9ac up at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:30:36.257949 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning complete for port 624415f4-5fe4-452f-9481-906fce01e9ac triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:30:36.258323 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (624415f4-5fe4-452f-9481-906fce01e9ac), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:36.335606 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 624415f4-5fe4-452f-9481-906fce01e9ac is: BUILD; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:30:36.335982 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (624415f4-5fe4-452f-9481-906fce01e9ac), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:36.359010 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9df7f11-614e-49d9-8fe5-e4bec49497ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624415f4-5fe4-452f-9481-906fce01e9ac'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:30:36.361423 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7a427a-7c4a-4275-8c4f-856e62f2d858" -d '{"events": [{"server_uuid": "a9df7f11-614e-49d9-8fe5-e4bec49497ba", "name": "network-vif-plugged", "status": "completed", "tag": "624415f4-5fe4-452f-9481-906fce01e9ac"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:30:36.376430 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 624415f4-5fe4-452f-9481-906fce01e9ac, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=624415f4-5fe4-452f-9481-906fce01e9ac,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:30:36.380822 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (624415f4-5fe4-452f-9481-906fce01e9ac), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:36.409293 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1b5507-b1c6-42de-842e-e3a89a672a79 x-openstack-request-id: req-2b1b5507-b1c6-42de-842e-e3a89a672a79 {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:30:36.409682 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9df7f11-614e-49d9-8fe5-e4bec49497ba", "name": "network-vif-plugged", "status": "completed", "tag": "624415f4-5fe4-452f-9481-906fce01e9ac", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:30:36.409928 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2b1b5507-b1c6-42de-842e-e3a89a672a79 {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:30:36.410278 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b1b5507-b1c6-42de-842e-e3a89a672a79'] response: {'server_uuid': 'a9df7f11-614e-49d9-8fe5-e4bec49497ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624415f4-5fe4-452f-9481-906fce01e9ac', 'code': 200} Apr 12 18:30:36.440864 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=624415f4-5fe4-452f-9481-906fce01e9ac,revision_number=10']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:36.512239 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 44352) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:30:36.612904 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c146b24-b668-4ccc-93e4-78b99c5e715a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:36.688891 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c146b24-b668-4ccc-93e4-78b99c5e715a admin admin] Publish callbacks [] for security_group (c8d51261-3b93-4519-8853-d53e6377bc06), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:36.692339 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c146b24-b668-4ccc-93e4-78b99c5e715a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (c8d51261-3b93-4519-8853-d53e6377bc06), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:36.728533 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c146b24-b668-4ccc-93e4-78b99c5e715a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d51261-3b93-4519-8853-d53e6377bc06,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:36.734463 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-9c146b24-b668-4ccc-93e4-78b99c5e715a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4e66de2345d640f6870611eb9ec3f3be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210555 Apr 12 18:30:36.737005 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 44356) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:30:36.788385 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b6ddee4-2b92-4968-a2e3-a54a5f3c18fd admin admin] Publish callbacks [] for security_group (c8d51261-3b93-4519-8853-d53e6377bc06), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:36.810530 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b6ddee4-2b92-4968-a2e3-a54a5f3c18fd admin admin] Publish callbacks [] for security_group (c8d51261-3b93-4519-8853-d53e6377bc06), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:36.863527 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b6ddee4-2b92-4968-a2e3-a54a5f3c18fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (c8d51261-3b93-4519-8853-d53e6377bc06), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:36.867051 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b6ddee4-2b92-4968-a2e3-a54a5f3c18fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:36.870751 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-8b6ddee4-2b92-4968-a2e3-a54a5f3c18fd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c8d51261-3b93-4519-8853-d53e6377bc06 HTTP/1.1" status: 204 len: 168 time: 0.1315336 Apr 12 18:30:36.878252 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ddee4-2b92-4968-a2e3-a54a5f3c18fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d51261-3b93-4519-8853-d53e6377bc06,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:36.899091 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571b82f-9267-4e70-8f4a-2031c995ab59 req-46931cd0-2919-493f-9ceb-b5d44b3ecdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:36.900585 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-5571b82f-9267-4e70-8f4a-2031c995ab59 req-46931cd0-2919-493f-9ceb-b5d44b3ecdd9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 1130 time: 0.0536721 Apr 12 18:30:36.950905 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-5571b82f-9267-4e70-8f4a-2031c995ab59 req-6b59ac20-1506-4952-bba4-69428161d6af service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431559 Apr 12 18:30:36.961945 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de253c-1546-47f3-bf9f-5faf63fceea5 req-3a9b27fc-28f2-4773-8007-7ed369b5baea tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:36.963452 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a3de253c-1546-47f3-bf9f-5faf63fceea5 req-3a9b27fc-28f2-4773-8007-7ed369b5baea tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 946 time: 0.0568900 Apr 12 18:30:37.012114 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a3de253c-1546-47f3-bf9f-5faf63fceea5 req-486d3d12-d105-4f9b-9f17-ded3566ebede tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429449 Apr 12 18:30:37.138757 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 44364) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:30:37.151754 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-438e62cf-7e34-412a-8f3d-1dbe3b09ba4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:37.229358 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-438e62cf-7e34-412a-8f3d-1dbe3b09ba4c admin admin] Publish callbacks [] for security_group (37d11a3d-7d53-4757-9b13-848a361b9780), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:37.233467 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-438e62cf-7e34-412a-8f3d-1dbe3b09ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (37d11a3d-7d53-4757-9b13-848a361b9780), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:37.271749 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-438e62cf-7e34-412a-8f3d-1dbe3b09ba4c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=232e7acfa97541d0bdef414ed214afab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319082 Apr 12 18:30:37.272847 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e62cf-7e34-412a-8f3d-1dbe3b09ba4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d11a3d-7d53-4757-9b13-848a361b9780,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:37.274411 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 44366) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:30:37.324601 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e19f403d-d960-4021-86bd-885216db65bb admin admin] Publish callbacks [] for security_group (37d11a3d-7d53-4757-9b13-848a361b9780), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:37.345902 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e19f403d-d960-4021-86bd-885216db65bb admin admin] Publish callbacks [] for security_group (37d11a3d-7d53-4757-9b13-848a361b9780), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:37.391026 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e19f403d-d960-4021-86bd-885216db65bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (37d11a3d-7d53-4757-9b13-848a361b9780), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:37.393549 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e19f403d-d960-4021-86bd-885216db65bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:37.394669 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-e19f403d-d960-4021-86bd-885216db65bb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/37d11a3d-7d53-4757-9b13-848a361b9780 HTTP/1.1" status: 204 len: 168 time: 0.1192508 Apr 12 18:30:37.402122 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f403d-d960-4021-86bd-885216db65bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d11a3d-7d53-4757-9b13-848a361b9780,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:38.136617 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d7f82-fa50-486c-8f88-5f0c08275238 req-40357d13-62b6-485f-b621-8a88fcd6b660 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:38.138327 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e56d7f82-fa50-486c-8f88-5f0c08275238 req-40357d13-62b6-485f-b621-8a88fcd6b660 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 946 time: 0.0503113 Apr 12 18:30:38.192309 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e56d7f82-fa50-486c-8f88-5f0c08275238 req-72b310bd-abc5-4e52-b109-1c5f314ec6cf tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476887 Apr 12 18:30:39.318560 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7ba94-a2c5-41ca-9bea-39c3568f846e req-6d566f9f-7940-44ec-abd5-f9842d5e3cb0 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:39.321960 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2ab7ba94-a2c5-41ca-9bea-39c3568f846e req-6d566f9f-7940-44ec-abd5-f9842d5e3cb0 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 946 time: 0.0538936 Apr 12 18:30:39.373521 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2ab7ba94-a2c5-41ca-9bea-39c3568f846e req-7ac46c22-89a5-4218-8738-ad65ebfe8404 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451329 Apr 12 18:30:40.493253 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1510fd-4421-464a-a710-ab23c18d8594 req-7d0e579d-7c32-45bc-9c57-e2456fbc1dfe tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:40.496210 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5d1510fd-4421-464a-a710-ab23c18d8594 req-7d0e579d-7c32-45bc-9c57-e2456fbc1dfe tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 946 time: 0.0464952 Apr 12 18:30:40.545526 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5d1510fd-4421-464a-a710-ab23c18d8594 req-9f4e8df2-2a68-4a65-a888-a9c0ceee3088 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443661 Apr 12 18:30:42.785978 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:30:43.175062 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28ccd396-9cf6-4005-a30c-0d487a3a4e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:45.312859 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 44530) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:30:45.412809 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6471fdee-b980-448b-8c8d-d0de152bfee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:45.486666 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6471fdee-b980-448b-8c8d-d0de152bfee2 admin admin] Publish callbacks [] for security_group (90f19b7f-f9ed-40b7-bf2d-3b6aaf3ffb71), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:45.490402 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6471fdee-b980-448b-8c8d-d0de152bfee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (90f19b7f-f9ed-40b7-bf2d-3b6aaf3ffb71), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:45.518433 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5fac0f38-fe67-456d-bbf0-ec45eadefd59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:45.529924 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-6471fdee-b980-448b-8c8d-d0de152bfee2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9c70bf6644974bb7a9a1fb3509e03cdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159479 Apr 12 18:30:45.531057 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471fdee-b980-448b-8c8d-d0de152bfee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f19b7f-f9ed-40b7-bf2d-3b6aaf3ffb71,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:45.532601 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 44534) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:30:45.580377 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-99f18f33-a2a6-4735-8589-94c95eb77245 admin admin] Publish callbacks [] for security_group (90f19b7f-f9ed-40b7-bf2d-3b6aaf3ffb71), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:45.601642 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-99f18f33-a2a6-4735-8589-94c95eb77245 admin admin] Publish callbacks [] for security_group (90f19b7f-f9ed-40b7-bf2d-3b6aaf3ffb71), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:45.649433 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-99f18f33-a2a6-4735-8589-94c95eb77245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (90f19b7f-f9ed-40b7-bf2d-3b6aaf3ffb71), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:45.651914 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-99f18f33-a2a6-4735-8589-94c95eb77245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:45.653915 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-99f18f33-a2a6-4735-8589-94c95eb77245 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/90f19b7f-f9ed-40b7-bf2d-3b6aaf3ffb71 HTTP/1.1" status: 204 len: 168 time: 0.1202886 Apr 12 18:30:45.661426 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f18f33-a2a6-4735-8589-94c95eb77245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f19b7f-f9ed-40b7-bf2d-3b6aaf3ffb71,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:45.923268 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 44540) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:30:45.936951 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fc51a9dd-843d-4d68-ad82-9c5bb9cdea92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:46.011722 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fc51a9dd-843d-4d68-ad82-9c5bb9cdea92 admin admin] Publish callbacks [] for security_group (b4399645-c24c-4604-a990-7bd2e0559d0a), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:46.016227 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fc51a9dd-843d-4d68-ad82-9c5bb9cdea92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (b4399645-c24c-4604-a990-7bd2e0559d0a), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:46.056362 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-fc51a9dd-843d-4d68-ad82-9c5bb9cdea92 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5deef86932af4428b4c3deb588dc7be4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320126 Apr 12 18:30:46.057546 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51a9dd-843d-4d68-ad82-9c5bb9cdea92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4399645-c24c-4604-a990-7bd2e0559d0a,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:46.059060 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 44542) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:30:46.109394 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dc563395-a388-4a24-af21-e0b39217d0f4 admin admin] Publish callbacks [] for security_group (b4399645-c24c-4604-a990-7bd2e0559d0a), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:46.130585 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dc563395-a388-4a24-af21-e0b39217d0f4 admin admin] Publish callbacks [] for security_group (b4399645-c24c-4604-a990-7bd2e0559d0a), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:46.178786 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dc563395-a388-4a24-af21-e0b39217d0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (b4399645-c24c-4604-a990-7bd2e0559d0a), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:46.181445 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dc563395-a388-4a24-af21-e0b39217d0f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:46.182592 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-dc563395-a388-4a24-af21-e0b39217d0f4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b4399645-c24c-4604-a990-7bd2e0559d0a HTTP/1.1" status: 204 len: 168 time: 0.1217730 Apr 12 18:30:46.193598 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc563395-a388-4a24-af21-e0b39217d0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4399645-c24c-4604-a990-7bd2e0559d0a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:46.510147 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 44548) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:30:46.523584 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dcccf5bc-72da-48be-8a3a-e1277e3e93c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:46.602562 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dcccf5bc-72da-48be-8a3a-e1277e3e93c4 admin admin] Publish callbacks [] for security_group (afeb9c2e-55b0-4ad4-94d8-bbf798cf6677), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:46.607069 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dcccf5bc-72da-48be-8a3a-e1277e3e93c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (afeb9c2e-55b0-4ad4-94d8-bbf798cf6677), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:46.643461 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcccf5bc-72da-48be-8a3a-e1277e3e93c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afeb9c2e-55b0-4ad4-94d8-bbf798cf6677,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:46.648795 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-dcccf5bc-72da-48be-8a3a-e1277e3e93c4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7fa237be40df42a2a64b533748ffb3a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376250 Apr 12 18:30:46.651574 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 44550) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:30:46.701817 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0d26b186-961d-48cb-9a79-9b8c40b053c2 admin admin] Publish callbacks [] for security_group (afeb9c2e-55b0-4ad4-94d8-bbf798cf6677), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:46.722937 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0d26b186-961d-48cb-9a79-9b8c40b053c2 admin admin] Publish callbacks [] for security_group (afeb9c2e-55b0-4ad4-94d8-bbf798cf6677), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:46.768685 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0d26b186-961d-48cb-9a79-9b8c40b053c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (afeb9c2e-55b0-4ad4-94d8-bbf798cf6677), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:46.771230 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0d26b186-961d-48cb-9a79-9b8c40b053c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:46.772369 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-0d26b186-961d-48cb-9a79-9b8c40b053c2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/afeb9c2e-55b0-4ad4-94d8-bbf798cf6677 HTTP/1.1" status: 204 len: 168 time: 0.1199045 Apr 12 18:30:46.781583 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26b186-961d-48cb-9a79-9b8c40b053c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afeb9c2e-55b0-4ad4-94d8-bbf798cf6677,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:46.876911 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:47.425989 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 44572) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:30:47.518777 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-045b800c-7cab-42ea-9320-4d97ba5ad432 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1647906921-network', 'tenant_id': 'f8465d0472714e49b706c4adc9de6c5b'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:30:47.538486 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045b800c-7cab-42ea-9320-4d97ba5ad432 admin admin] Made reservation on behalf of f8465d0472714e49b706c4adc9de6c5b for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:30:47.540694 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-045b800c-7cab-42ea-9320-4d97ba5ad432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for network (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:47.548792 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-045b800c-7cab-42ea-9320-4d97ba5ad432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:47.623733 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-045b800c-7cab-42ea-9320-4d97ba5ad432 admin admin] Publish callbacks [] for security_group (949543c1-0d15-42b7-a773-679fbc6651cc), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:47.627398 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-045b800c-7cab-42ea-9320-4d97ba5ad432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (949543c1-0d15-42b7-a773-679fbc6651cc), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:47.654999 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045b800c-7cab-42ea-9320-4d97ba5ad432 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:30:47.661348 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b800c-7cab-42ea-9320-4d97ba5ad432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949543c1-0d15-42b7-a773-679fbc6651cc,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:47.667176 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-045b800c-7cab-42ea-9320-4d97ba5ad432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (ed0e7889-e4c0-4b89-841c-016f3ba02886), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:47.667517 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.segments_db [None req-045b800c-7cab-42ea-9320-4d97ba5ad432 admin admin] Added segment ed0e7889-e4c0-4b89-841c-016f3ba02886 of type vlan for network 03006269-9d48-4cb9-acf7-c7bb70b91091 Apr 12 18:30:47.707231 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-045b800c-7cab-42ea-9320-4d97ba5ad432 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761369839068'] for network (03006269-9d48-4cb9-acf7-c7bb70b91091), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:47.730320 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-045b800c-7cab-42ea-9320-4d97ba5ad432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for network (03006269-9d48-4cb9-acf7-c7bb70b91091), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:47.731384 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045b800c-7cab-42ea-9320-4d97ba5ad432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:47.731971 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-045b800c-7cab-42ea-9320-4d97ba5ad432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:47.788138 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-045b800c-7cab-42ea-9320-4d97ba5ad432 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3610573 Apr 12 18:30:47.791185 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 44576) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:30:47.793203 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b800c-7cab-42ea-9320-4d97ba5ad432 admin admin] Pushing event updated for resources: {'Network': ['ID=03006269-9d48-4cb9-acf7-c7bb70b91091,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:47.796612 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-7a73bb93-0eb8-4a5a-992c-d43f93a5a850 admin admin] Request body: {'subnet': {'network_id': '03006269-9d48-4cb9-acf7-c7bb70b91091', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1647906921-subnet', 'tenant_id': 'f8465d0472714e49b706c4adc9de6c5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:30:47.803828 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Network 03006269-9d48-4cb9-acf7-c7bb70b91091 details requested by agent ovs-agent-dv-cinder-837535-1-iscsi with host dv-cinder-837535-1-iscsi {{(pid=103525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:30:47.815690 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a73bb93-0eb8-4a5a-992c-d43f93a5a850 admin admin] Made reservation on behalf of f8465d0472714e49b706c4adc9de6c5b for: {'subnet': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:30:47.818035 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7a73bb93-0eb8-4a5a-992c-d43f93a5a850 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59504417'] for subnet (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:47.980306 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7a73bb93-0eb8-4a5a-992c-d43f93a5a850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59103646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59504439'] for subnet (2cd25d07-85e3-4bbd-b748-a8ca8baf096f), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:48.035705 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73bb93-0eb8-4a5a-992c-d43f93a5a850 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cd25d07-85e3-4bbd-b748-a8ca8baf096f,revision_number=0']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:48.042585 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a73bb93-0eb8-4a5a-992c-d43f93a5a850 admin admin] Checking segment: {'id': 'ed0e7889-e4c0-4b89-841c-016f3ba02886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '03006269-9d48-4cb9-acf7-c7bb70b91091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:30:48.042936 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a73bb93-0eb8-4a5a-992c-d43f93a5a850 admin admin] Network hostable DHCP agents. Network: 03006269-9d48-4cb9-acf7-c7bb70b91091, hostable agents: ['fc5bc6ba-9bcd-441b-ae43-9003ca698105'], hosted agents: [] {{(pid=103524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:30:48.059241 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a73bb93-0eb8-4a5a-992c-d43f93a5a850 admin admin] Network 03006269-9d48-4cb9-acf7-c7bb70b91091 is scheduled to be hosted by DHCP agent fc5bc6ba-9bcd-441b-ae43-9003ca698105 with binding_index 1 {{(pid=103524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:30:48.067824 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-7a73bb93-0eb8-4a5a-992c-d43f93a5a850 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837535-1-iscsi, 03006269-9d48-4cb9-acf7-c7bb70b91091) {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:30:48.071993 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a73bb93-0eb8-4a5a-992c-d43f93a5a850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:48.072627 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7a73bb93-0eb8-4a5a-992c-d43f93a5a850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for subnet (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:48.077296 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355b1268-9177-440d-a283-4a1a3b90084e None None] Network 03006269-9d48-4cb9-acf7-c7bb70b91091 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:30:48.087582 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-7a73bb93-0eb8-4a5a-992c-d43f93a5a850 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2953286 Apr 12 18:30:48.177405 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1006df-35cc-4e79-b060-e78d3bdeaa9c None None] Network 03006269-9d48-4cb9-acf7-c7bb70b91091 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:30:48.378840 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:49.300037 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:49.815764 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-c9c73a1f-ccdc-4b91-93cd-6429f684dbed tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:49.817367 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-c9c73a1f-ccdc-4b91-93cd-6429f684dbed tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/networks?id=03006269-9d48-4cb9-acf7-c7bb70b91091 HTTP/1.1" status: 200 len: 809 time: 0.1023941 Apr 12 18:30:49.832926 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-b5ffae45-b4a6-492b-8196-9948a0a1a08d tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/quotas/f8465d0472714e49b706c4adc9de6c5b HTTP/1.1" status: 200 len: 375 time: 0.0097110 Apr 12 18:30:49.864282 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-feadc1c3-1f65-4ded-a47f-ed818191f04d tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f8465d0472714e49b706c4adc9de6c5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265858 Apr 12 18:30:49.874189 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-06b4a1ef-3c64-473d-b674-3b9481af4e53 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:30:49.875130 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-06b4a1ef-3c64-473d-b674-3b9481af4e53 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047762 Apr 12 18:30:49.963452 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-48d2c409-dd13-4142-b0b3-8acc84ada0e0 service neutron] 10.222.0.52 "GET /v2.0/networks/03006269-9d48-4cb9-acf7-c7bb70b91091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832591 Apr 12 18:30:50.050276 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-e21a522e-af6a-45d4-b56f-ff87c0039900 service neutron] 10.222.0.52 "GET /v2.0/networks/03006269-9d48-4cb9-acf7-c7bb70b91091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802181 Apr 12 18:30:50.220668 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ed8f67f5-6380-404b-8898-0c3d8b5b45c9 req-5d806480-a1c7-4d1b-9b80-9f51281b21c9 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3924ca-4d6a-4e82-9404-c3f9e9e7b850 HTTP/1.1" status: 200 len: 210 time: 0.0332439 Apr 12 18:30:51.133348 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-4bd3b8c7-1dbc-40b0-90ec-2a738878a14e tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:51.134791 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-4bd3b8c7-1dbc-40b0-90ec-2a738878a14e tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.26 "GET /v2.0/networks?id=03006269-9d48-4cb9-acf7-c7bb70b91091 HTTP/1.1" status: 200 len: 809 time: 0.1086276 Apr 12 18:30:51.150072 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Request body: {'port': {'device_id': '5a3924ca-4d6a-4e82-9404-c3f9e9e7b850', 'network_id': '03006269-9d48-4cb9-acf7-c7bb70b91091', 'admin_state_up': True, 'tenant_id': 'f8465d0472714e49b706c4adc9de6c5b'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:30:51.257622 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Made reservation on behalf of f8465d0472714e49b706c4adc9de6c5b for: {'port': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:30:51.260966 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:51.314147 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7bbb2e95-7650-429a-bde0-25e938e7182a req-e28470a5-0dbe-41f9-a7a0-b4700c745f03 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3924ca-4d6a-4e82-9404-c3f9e9e7b850 HTTP/1.1" status: 200 len: 210 time: 0.0280969 Apr 12 18:30:51.390181 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Allocated IP 172.20.0.11 (03006269-9d48-4cb9-acf7-c7bb70b91091/2cd25d07-85e3-4bbd-b748-a8ca8baf096f/a7dd19af-95c1-4ec2-bcdc-9084d67b1291) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:30:51.782185 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Publish callbacks [] for port (a7dd19af-95c1-4ec2-bcdc-9084d67b1291), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:51.814798 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (a7dd19af-95c1-4ec2-bcdc-9084d67b1291), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:51.857679 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Network 03006269-9d48-4cb9-acf7-c7bb70b91091 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:30:51.861028 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:30:51.867333 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:30:51.894014 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Pushing event updated for resources: {'Port': ['ID=a7dd19af-95c1-4ec2-bcdc-9084d67b1291,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:51.905211 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:51.905554 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:51.905892 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:51.906232 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:51.906560 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:51.906885 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:51.907203 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:51.907525 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:51.907846 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:51.908163 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:51.908482 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:51.908800 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:51.909141 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:51.909460 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:51.909783 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:51.931050 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:51.931665 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:51.948116 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-5b86d01d-177c-4794-a4e0-823831886633 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8024795 Apr 12 18:30:51.956722 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-b3c55527-e34f-44a5-8e9a-df7efc7421ab tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103524) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:30:51.957932 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-b3c55527-e34f-44a5-8e9a-df7efc7421ab tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050619 Apr 12 18:30:52.019674 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-81593760-79e0-4d51-9fc0-48da998c5856 service neutron] Request body: {'port': {'device_id': '5a3924ca-4d6a-4e82-9404-c3f9e9e7b850', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:30:52.080255 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-81593760-79e0-4d51-9fc0-48da998c5856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (a7dd19af-95c1-4ec2-bcdc-9084d67b1291), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:52.333069 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-81593760-79e0-4d51-9fc0-48da998c5856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7dd19af-95c1-4ec2-bcdc-9084d67b1291 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:30:52.340651 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-81593760-79e0-4d51-9fc0-48da998c5856 service neutron] Publish callbacks [] for port (a7dd19af-95c1-4ec2-bcdc-9084d67b1291), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:52.353427 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-81593760-79e0-4d51-9fc0-48da998c5856 service neutron] Transition to ACTIVE for port object a7dd19af-95c1-4ec2-bcdc-9084d67b1291 will not be triggered until provisioned by entity L2. {{(pid=103524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:30:52.357125 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-81593760-79e0-4d51-9fc0-48da998c5856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (a7dd19af-95c1-4ec2-bcdc-9084d67b1291), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:52.409499 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81593760-79e0-4d51-9fc0-48da998c5856 service neutron] Pushing event updated for resources: {'Port': ['ID=a7dd19af-95c1-4ec2-bcdc-9084d67b1291,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:52.428350 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f6747-16c4-490b-8f4e-bf2bfe10b123 req-53d407e9-7b00-413d-b0b8-b41a16f98ab7 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:52.429875 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fd2f6747-16c4-490b-8f4e-bf2bfe10b123 req-53d407e9-7b00-413d-b0b8-b41a16f98ab7 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3924ca-4d6a-4e82-9404-c3f9e9e7b850 HTTP/1.1" status: 200 len: 944 time: 0.0469315 Apr 12 18:30:52.478919 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fd2f6747-16c4-490b-8f4e-bf2bfe10b123 req-8424f042-4c12-4228-9585-f115e4be6679 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/security-groups?id=949543c1-0d15-42b7-a773-679fbc6651cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412064 Apr 12 18:30:52.480487 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-81593760-79e0-4d51-9fc0-48da998c5856 service neutron] Attempting to bind port a7dd19af-95c1-4ec2-bcdc-9084d67b1291 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:30:52.480822 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-81593760-79e0-4d51-9fc0-48da998c5856 service neutron] Attempting to bind port a7dd19af-95c1-4ec2-bcdc-9084d67b1291 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'ed0e7889-e4c0-4b89-841c-016f3ba02886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '03006269-9d48-4cb9-acf7-c7bb70b91091'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:30:52.481177 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-81593760-79e0-4d51-9fc0-48da998c5856 service neutron] Attempting to bind port a7dd19af-95c1-4ec2-bcdc-9084d67b1291 on network 03006269-9d48-4cb9-acf7-c7bb70b91091 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:30:52.485628 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-81593760-79e0-4d51-9fc0-48da998c5856 service neutron] Port a7dd19af-95c1-4ec2-bcdc-9084d67b1291 on network 03006269-9d48-4cb9-acf7-c7bb70b91091 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:30:52.485945 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-81593760-79e0-4d51-9fc0-48da998c5856 service neutron] Attempting to bind port a7dd19af-95c1-4ec2-bcdc-9084d67b1291 on network 03006269-9d48-4cb9-acf7-c7bb70b91091 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:30:52.493214 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-81593760-79e0-4d51-9fc0-48da998c5856 service neutron] Checking agent: {'id': '5b3c503f-4bfd-4027-adb8-75f76add50a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'started_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:30:52.493214 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-81593760-79e0-4d51-9fc0-48da998c5856 service neutron] Checking segment: {'id': 'ed0e7889-e4c0-4b89-841c-016f3ba02886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '03006269-9d48-4cb9-acf7-c7bb70b91091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:30:52.493214 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-81593760-79e0-4d51-9fc0-48da998c5856 service neutron] Bound using segment: {'id': 'ed0e7889-e4c0-4b89-841c-016f3ba02886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '03006269-9d48-4cb9-acf7-c7bb70b91091'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:30:52.493214 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-81593760-79e0-4d51-9fc0-48da998c5856 service neutron] Bound port: a7dd19af-95c1-4ec2-bcdc-9084d67b1291, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed0e7889-e4c0-4b89-841c-016f3ba02886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '03006269-9d48-4cb9-acf7-c7bb70b91091'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:30:52.493214 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-81593760-79e0-4d51-9fc0-48da998c5856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (a7dd19af-95c1-4ec2-bcdc-9084d67b1291), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:52.553348 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-81593760-79e0-4d51-9fc0-48da998c5856 service neutron] For port a7dd19af-95c1-4ec2-bcdc-9084d67b1291, host hv-cinder-83753, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:30:52.556224 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-81593760-79e0-4d51-9fc0-48da998c5856 service neutron] For port a7dd19af-95c1-4ec2-bcdc-9084d67b1291, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a7dd19af-95c1-4ec2-bcdc-9084d67b1291,segment=NetworkSegment(ed0e7889-e4c0-4b89-841c-016f3ba02886),segment_id=ed0e7889-e4c0-4b89-841c-016f3ba02886)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:30:52.562610 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-81593760-79e0-4d51-9fc0-48da998c5856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (a7dd19af-95c1-4ec2-bcdc-9084d67b1291), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:52.597171 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-81593760-79e0-4d51-9fc0-48da998c5856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:52.597811 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-81593760-79e0-4d51-9fc0-48da998c5856 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:52.599375 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-81593760-79e0-4d51-9fc0-48da998c5856 service neutron] 10.222.0.26 "PUT /v2.0/ports/a7dd19af-95c1-4ec2-bcdc-9084d67b1291 HTTP/1.1" status: 200 len: 1094 time: 0.6332850 Apr 12 18:30:52.599800 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3924ca-4d6a-4e82-9404-c3f9e9e7b850', 'tag': 'a7dd19af-95c1-4ec2-bcdc-9084d67b1291'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:30:52.602082 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd92f1cb-f765-45c6-a8b3-9da361ebeceb" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3924ca-4d6a-4e82-9404-c3f9e9e7b850", "tag": "a7dd19af-95c1-4ec2-bcdc-9084d67b1291"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:30:52.630066 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81593760-79e0-4d51-9fc0-48da998c5856 service neutron] Pushing event updated for resources: {'Port': ['ID=a7dd19af-95c1-4ec2-bcdc-9084d67b1291,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:52.649996 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501a1b89-534d-4d0c-af96-5597a6417389 x-openstack-request-id: req-501a1b89-534d-4d0c-af96-5597a6417389 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:30:52.650303 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3924ca-4d6a-4e82-9404-c3f9e9e7b850", "tag": "a7dd19af-95c1-4ec2-bcdc-9084d67b1291", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:30:52.650572 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-501a1b89-534d-4d0c-af96-5597a6417389 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:30:52.650975 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-501a1b89-534d-4d0c-af96-5597a6417389'] response: {'name': 'network-changed', 'server_uuid': '5a3924ca-4d6a-4e82-9404-c3f9e9e7b850', 'tag': 'a7dd19af-95c1-4ec2-bcdc-9084d67b1291', 'status': 'completed', 'code': 200} Apr 12 18:30:52.681165 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-daf25124-adf7-4733-856a-2589f5965c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:52.682676 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-daf25124-adf7-4733-856a-2589f5965c74 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8465d0472714e49b706c4adc9de6c5b&device_id=5a3924ca-4d6a-4e82-9404-c3f9e9e7b850 HTTP/1.1" status: 200 len: 1128 time: 0.0429015 Apr 12 18:30:52.724252 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-de0fa166-d820-4ef3-be9b-cb72f1f13585 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7dd19af-95c1-4ec2-bcdc-9084d67b1291 HTTP/1.1" status: 200 len: 217 time: 0.0344331 Apr 12 18:30:52.774924 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-5944e3ec-cc50-4dbd-8d40-b3e95bdc220c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:52.776388 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-5944e3ec-cc50-4dbd-8d40-b3e95bdc220c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2cd25d07-85e3-4bbd-b748-a8ca8baf096f HTTP/1.1" status: 200 len: 849 time: 0.0459361 Apr 12 18:30:52.808110 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-ae537535-0bb9-4473-9495-ff3f001ab4d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=03006269-9d48-4cb9-acf7-c7bb70b91091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248158 Apr 12 18:30:52.905859 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-fca5773d-9334-46e0-8131-e5271ccabced service neutron] 10.222.0.26 "GET /v2.0/networks/03006269-9d48-4cb9-acf7-c7bb70b91091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834033 Apr 12 18:30:53.003388 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4f1f8cf9-3c74-4303-9d4b-bdffa211ba1b req-e6c5d932-ff3f-4e63-ae37-a9f40f00840e service neutron] 10.222.0.26 "GET /v2.0/networks/03006269-9d48-4cb9-acf7-c7bb70b91091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910926 Apr 12 18:30:53.597233 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fc51e-f7c1-469e-802b-d2a768ef0232 req-6469918b-84e3-4bee-8324-c7158510858d tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:53.598699 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4a3fc51e-f7c1-469e-802b-d2a768ef0232 req-6469918b-84e3-4bee-8324-c7158510858d tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3924ca-4d6a-4e82-9404-c3f9e9e7b850 HTTP/1.1" status: 200 len: 944 time: 0.0480855 Apr 12 18:30:53.648435 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4a3fc51e-f7c1-469e-802b-d2a768ef0232 req-ef8e086c-522c-4c68-b46d-0425e1886fe9 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/security-groups?id=949543c1-0d15-42b7-a773-679fbc6651cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441091 Apr 12 18:30:54.117583 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:54.759381 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd23bf7-00ca-4f44-9eff-5a9771e931a7 req-dbe8aa75-612a-4ec4-adff-e2b3af26dee7 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:54.760855 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8fd23bf7-00ca-4f44-9eff-5a9771e931a7 req-dbe8aa75-612a-4ec4-adff-e2b3af26dee7 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3924ca-4d6a-4e82-9404-c3f9e9e7b850 HTTP/1.1" status: 200 len: 944 time: 0.0453806 Apr 12 18:30:54.806668 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8fd23bf7-00ca-4f44-9eff-5a9771e931a7 req-39d683aa-33b0-4c1d-91f4-98ed8cac7ef2 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/security-groups?id=949543c1-0d15-42b7-a773-679fbc6651cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395911 Apr 12 18:30:55.086804 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92f1cb-f765-45c6-a8b3-9da361ebeceb req-c7649243-66b3-4356-a5fa-cea6fe39290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:55.088286 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-fd92f1cb-f765-45c6-a8b3-9da361ebeceb req-c7649243-66b3-4356-a5fa-cea6fe39290a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8465d0472714e49b706c4adc9de6c5b&device_id=5a3924ca-4d6a-4e82-9404-c3f9e9e7b850 HTTP/1.1" status: 200 len: 1128 time: 0.0395672 Apr 12 18:30:55.180877 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92f1cb-f765-45c6-a8b3-9da361ebeceb req-2ed70bf0-f2f7-47d2-b7fe-866dbd6203a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:55.182361 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-fd92f1cb-f765-45c6-a8b3-9da361ebeceb req-2ed70bf0-f2f7-47d2-b7fe-866dbd6203a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=03006269-9d48-4cb9-acf7-c7bb70b91091 HTTP/1.1" status: 200 len: 910 time: 0.0880635 Apr 12 18:30:55.223382 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-fd92f1cb-f765-45c6-a8b3-9da361ebeceb req-77faa24f-635d-446b-89ad-403e9b321713 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7dd19af-95c1-4ec2-bcdc-9084d67b1291 HTTP/1.1" status: 200 len: 217 time: 0.0344336 Apr 12 18:30:55.270686 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92f1cb-f765-45c6-a8b3-9da361ebeceb req-813568e6-601e-4048-906c-b115f86948e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:55.272084 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-fd92f1cb-f765-45c6-a8b3-9da361ebeceb req-813568e6-601e-4048-906c-b115f86948e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2cd25d07-85e3-4bbd-b748-a8ca8baf096f HTTP/1.1" status: 200 len: 849 time: 0.0429389 Apr 12 18:30:55.307087 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-fd92f1cb-f765-45c6-a8b3-9da361ebeceb req-633d2ded-b04d-4511-ac35-8d9ae30f0f30 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=03006269-9d48-4cb9-acf7-c7bb70b91091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289373 Apr 12 18:30:55.393778 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-fd92f1cb-f765-45c6-a8b3-9da361ebeceb req-1514f49d-408d-4b50-895f-320de9ea475c service neutron] 10.222.0.26 "GET /v2.0/networks/03006269-9d48-4cb9-acf7-c7bb70b91091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804183 Apr 12 18:30:55.485952 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-fd92f1cb-f765-45c6-a8b3-9da361ebeceb req-67ee2edb-ab75-4c49-90d7-00013506dbf4 service neutron] 10.222.0.26 "GET /v2.0/networks/03006269-9d48-4cb9-acf7-c7bb70b91091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857041 Apr 12 18:30:55.918059 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f14e12-1d52-4993-9955-4540fb75f66e req-1e71d8b5-7f65-485e-a5a4-27aaa8185cd2 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:55.919504 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d8f14e12-1d52-4993-9955-4540fb75f66e req-1e71d8b5-7f65-485e-a5a4-27aaa8185cd2 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3924ca-4d6a-4e82-9404-c3f9e9e7b850 HTTP/1.1" status: 200 len: 944 time: 0.0467904 Apr 12 18:30:55.966067 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d8f14e12-1d52-4993-9955-4540fb75f66e req-62f0b818-e33f-45b6-a176-c1232311ac6a tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/security-groups?id=949543c1-0d15-42b7-a773-679fbc6651cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406556 Apr 12 18:30:56.353135 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device a7dd19af-95c1-4ec2-bcdc-9084d67b1291 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:30:56.449366 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port a7dd19af-95c1-4ec2-bcdc-9084d67b1291, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a7dd19af-95c1-4ec2-bcdc-9084d67b1291,segment=NetworkSegment(ed0e7889-e4c0-4b89-841c-016f3ba02886),segment_id=ed0e7889-e4c0-4b89-841c-016f3ba02886)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:30:56.460113 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Returning: {'device': 'a7dd19af-95c1-4ec2-bcdc-9084d67b1291', 'network_id': '03006269-9d48-4cb9-acf7-c7bb70b91091', 'port_id': 'a7dd19af-95c1-4ec2-bcdc-9084d67b1291', 'mac_address': 'fa:16:3e:a2:76:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd25d07-85e3-4bbd-b748-a8ca8baf096f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:30:56.501595 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port a7dd19af-95c1-4ec2-bcdc-9084d67b1291 is: DOWN; New status is: BUILD {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:30:56.501983 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (a7dd19af-95c1-4ec2-bcdc-9084d67b1291), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:56.514788 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7dd19af-95c1-4ec2-bcdc-9084d67b1291 {{(pid=103525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:30:56.534535 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port a7dd19af-95c1-4ec2-bcdc-9084d67b1291, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a7dd19af-95c1-4ec2-bcdc-9084d67b1291,segment=NetworkSegment(ed0e7889-e4c0-4b89-841c-016f3ba02886),segment_id=ed0e7889-e4c0-4b89-841c-016f3ba02886)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:30:56.539019 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (a7dd19af-95c1-4ec2-bcdc-9084d67b1291), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:56.586639 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=a7dd19af-95c1-4ec2-bcdc-9084d67b1291,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:56.882953 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['a7dd19af-95c1-4ec2-bcdc-9084d67b1291'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:30:57.108518 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47348bb0-a235-4bc5-8647-390c2a3a2fd5 req-1c5d99b9-3d64-4c81-b63f-3fd0baf52e85 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:57.110375 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-47348bb0-a235-4bc5-8647-390c2a3a2fd5 req-1c5d99b9-3d64-4c81-b63f-3fd0baf52e85 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3924ca-4d6a-4e82-9404-c3f9e9e7b850 HTTP/1.1" status: 200 len: 945 time: 0.0565507 Apr 12 18:30:57.160450 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-47348bb0-a235-4bc5-8647-390c2a3a2fd5 req-34fe0301-9b2f-4ee7-80a6-46121f3b1ff8 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/security-groups?id=949543c1-0d15-42b7-a773-679fbc6651cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443642 Apr 12 18:30:58.274805 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a7f9d-7b2a-4498-9e5f-8652b9092211 req-efec8093-6a86-4add-be1a-1da23962b70d tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:58.276281 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ef2a7f9d-7b2a-4498-9e5f-8652b9092211 req-efec8093-6a86-4add-be1a-1da23962b70d tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3924ca-4d6a-4e82-9404-c3f9e9e7b850 HTTP/1.1" status: 200 len: 945 time: 0.0463681 Apr 12 18:30:58.323459 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ef2a7f9d-7b2a-4498-9e5f-8652b9092211 req-bce43a3a-c551-4a65-93dc-ee752d9e5a98 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/security-groups?id=949543c1-0d15-42b7-a773-679fbc6651cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405402 Apr 12 18:30:58.371962 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device a7dd19af-95c1-4ec2-bcdc-9084d67b1291 up at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:30:58.416339 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning for port a7dd19af-95c1-4ec2-bcdc-9084d67b1291 completed by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:30:58.422286 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning complete for port a7dd19af-95c1-4ec2-bcdc-9084d67b1291 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:30:58.422772 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (a7dd19af-95c1-4ec2-bcdc-9084d67b1291), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:58.502026 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port a7dd19af-95c1-4ec2-bcdc-9084d67b1291 is: BUILD; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:30:58.502415 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (a7dd19af-95c1-4ec2-bcdc-9084d67b1291), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:58.525099 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3924ca-4d6a-4e82-9404-c3f9e9e7b850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7dd19af-95c1-4ec2-bcdc-9084d67b1291'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:30:58.527316 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc02ac9-b141-4c81-80a7-39d11c7070a3" -d '{"events": [{"server_uuid": "5a3924ca-4d6a-4e82-9404-c3f9e9e7b850", "name": "network-vif-plugged", "status": "completed", "tag": "a7dd19af-95c1-4ec2-bcdc-9084d67b1291"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:30:58.539700 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port a7dd19af-95c1-4ec2-bcdc-9084d67b1291, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a7dd19af-95c1-4ec2-bcdc-9084d67b1291,segment=NetworkSegment(ed0e7889-e4c0-4b89-841c-016f3ba02886),segment_id=ed0e7889-e4c0-4b89-841c-016f3ba02886)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:30:58.543648 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (a7dd19af-95c1-4ec2-bcdc-9084d67b1291), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:58.566869 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa2bed9-9faf-4564-9e61-c82e358250be x-openstack-request-id: req-8aa2bed9-9faf-4564-9e61-c82e358250be {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:30:58.567183 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3924ca-4d6a-4e82-9404-c3f9e9e7b850", "name": "network-vif-plugged", "status": "completed", "tag": "a7dd19af-95c1-4ec2-bcdc-9084d67b1291", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:30:58.567414 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8aa2bed9-9faf-4564-9e61-c82e358250be {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:30:58.567805 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aa2bed9-9faf-4564-9e61-c82e358250be'] response: {'server_uuid': '5a3924ca-4d6a-4e82-9404-c3f9e9e7b850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7dd19af-95c1-4ec2-bcdc-9084d67b1291', 'code': 200} Apr 12 18:30:58.593863 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=a7dd19af-95c1-4ec2-bcdc-9084d67b1291,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:58.726566 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc002a-c88b-4883-bf11-eea46d74ae76 req-4595e736-9d32-4fbd-890d-0936a639b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:58.728030 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-41cc002a-c88b-4883-bf11-eea46d74ae76 req-4595e736-9d32-4fbd-890d-0936a639b35f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a3924ca-4d6a-4e82-9404-c3f9e9e7b850 HTTP/1.1" status: 200 len: 1130 time: 0.0379317 Apr 12 18:30:58.771243 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-41cc002a-c88b-4883-bf11-eea46d74ae76 req-42c44379-61c8-4e8e-835b-650b068a187d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=949543c1-0d15-42b7-a773-679fbc6651cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363753 Apr 12 18:30:59.432842 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd81f2-e59e-4680-a981-8be5782e8810 req-58c92fae-5978-4f30-9f3b-7ea55051df11 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:59.434339 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-86dd81f2-e59e-4680-a981-8be5782e8810 req-58c92fae-5978-4f30-9f3b-7ea55051df11 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3924ca-4d6a-4e82-9404-c3f9e9e7b850 HTTP/1.1" status: 200 len: 946 time: 0.0462630 Apr 12 18:30:59.485324 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-86dd81f2-e59e-4680-a981-8be5782e8810 req-843abe72-cf41-401b-8e28-0584f8846486 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/security-groups?id=949543c1-0d15-42b7-a773-679fbc6651cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446405 Apr 12 18:31:00.596737 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8ca4d-9f71-4d07-bba8-0ae5cc71deea req-7efe3d9f-1187-4aeb-9001-c87c1a252c32 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:00.598228 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bde8ca4d-9f71-4d07-bba8-0ae5cc71deea req-7efe3d9f-1187-4aeb-9001-c87c1a252c32 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3924ca-4d6a-4e82-9404-c3f9e9e7b850 HTTP/1.1" status: 200 len: 946 time: 0.0468719 Apr 12 18:31:00.644598 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bde8ca4d-9f71-4d07-bba8-0ae5cc71deea req-e1de89e3-5311-47ec-97f6-085be7eba3b7 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/security-groups?id=949543c1-0d15-42b7-a773-679fbc6651cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408196 Apr 12 18:31:01.226654 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e7706-9c82-4200-b077-8ed89dcfadf4 req-3797df35-f963-4a51-8b87-42144dd64361 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:01.228113 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d97e7706-9c82-4200-b077-8ed89dcfadf4 req-3797df35-f963-4a51-8b87-42144dd64361 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3924ca-4d6a-4e82-9404-c3f9e9e7b850 HTTP/1.1" status: 200 len: 946 time: 0.0461972 Apr 12 18:31:01.275514 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d97e7706-9c82-4200-b077-8ed89dcfadf4 req-b09786a0-d9ce-44a6-aa7c-fa184262ba55 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/security-groups?id=949543c1-0d15-42b7-a773-679fbc6651cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411325 Apr 12 18:31:02.291098 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c7ba6cd0-2ccf-472c-8a14-a019aa09ef3b req-4688c2f5-c58f-45c0-81b9-48703d756f96 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457397 Apr 12 18:31:02.396706 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2fc6a-3142-4432-b95f-ad18427ee790 req-6147f782-4d6c-462d-bac3-94726820e99d tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:02.398194 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d3f2fc6a-3142-4432-b95f-ad18427ee790 req-6147f782-4d6c-462d-bac3-94726820e99d tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3924ca-4d6a-4e82-9404-c3f9e9e7b850 HTTP/1.1" status: 200 len: 946 time: 0.0504594 Apr 12 18:31:02.398347 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba6cd0-2ccf-472c-8a14-a019aa09ef3b req-a9eb982f-8476-4b3b-9e8a-73b8f25da089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:02.399761 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c7ba6cd0-2ccf-472c-8a14-a019aa09ef3b req-a9eb982f-8476-4b3b-9e8a-73b8f25da089 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ffbe74a26884702b868d7cd3087e6f8&device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 1130 time: 0.0416703 Apr 12 18:31:02.446275 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d3f2fc6a-3142-4432-b95f-ad18427ee790 req-64cdd7a8-78a4-43db-a8b0-3d0462e770ff tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/security-groups?id=949543c1-0d15-42b7-a773-679fbc6651cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421925 Apr 12 18:31:02.521608 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba6cd0-2ccf-472c-8a14-a019aa09ef3b req-e1a6a1d5-4e9c-429a-9c0a-682044ba460e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:02.523113 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c7ba6cd0-2ccf-472c-8a14-a019aa09ef3b req-e1a6a1d5-4e9c-429a-9c0a-682044ba460e service neutron] 10.222.0.26 "GET /v2.0/networks?id=49ab9656-d0bc-4412-8fbd-74c59629e55b HTTP/1.1" status: 200 len: 917 time: 0.0847566 Apr 12 18:31:02.628761 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c7ba6cd0-2ccf-472c-8a14-a019aa09ef3b req-ae1dd97f-c265-4127-8809-8f648231da7d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=624415f4-5fe4-452f-9481-906fce01e9ac HTTP/1.1" status: 200 len: 1000 time: 0.0609286 Apr 12 18:31:02.682498 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba6cd0-2ccf-472c-8a14-a019aa09ef3b req-c8347531-b932-4587-8be7-88110e8f2f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:02.683987 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c7ba6cd0-2ccf-472c-8a14-a019aa09ef3b req-c8347531-b932-4587-8be7-88110e8f2f69 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=722781c3-be17-480d-a735-2639a14655b9 HTTP/1.1" status: 200 len: 855 time: 0.0488367 Apr 12 18:31:02.769875 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba6cd0-2ccf-472c-8a14-a019aa09ef3b req-765c9cee-9b90-4cd2-96e0-1ed9c8227b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:02.771279 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c7ba6cd0-2ccf-472c-8a14-a019aa09ef3b req-765c9cee-9b90-4cd2-96e0-1ed9c8227b6b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49ab9656-d0bc-4412-8fbd-74c59629e55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0670326 Apr 12 18:31:02.777206 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b56020-b2de-4ab6-ac7e-bb9ebc9df88c req-4ea8b4da-6662-4df6-b397-1b1a45ee3b9f tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:02.778783 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-35b56020-b2de-4ab6-ac7e-bb9ebc9df88c req-4ea8b4da-6662-4df6-b397-1b1a45ee3b9f tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a3924ca-4d6a-4e82-9404-c3f9e9e7b850 HTTP/1.1" status: 200 len: 946 time: 0.0756917 Apr 12 18:31:02.920125 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-35b56020-b2de-4ab6-ac7e-bb9ebc9df88c req-c9cb0e43-c503-4bfa-9fc9-2a5495b3fc67 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Deleting port a7dd19af-95c1-4ec2-bcdc-9084d67b1291 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:31:02.920471 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-35b56020-b2de-4ab6-ac7e-bb9ebc9df88c req-c9cb0e43-c503-4bfa-9fc9-2a5495b3fc67 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (a7dd19af-95c1-4ec2-bcdc-9084d67b1291), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:02.942984 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c7ba6cd0-2ccf-472c-8a14-a019aa09ef3b req-7dc79043-db3c-4e2f-a3bd-5b3bb4aa94c5 service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633372 Apr 12 18:31:03.067360 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-35b56020-b2de-4ab6-ac7e-bb9ebc9df88c req-c9cb0e43-c503-4bfa-9fc9-2a5495b3fc67 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] For port a7dd19af-95c1-4ec2-bcdc-9084d67b1291, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a7dd19af-95c1-4ec2-bcdc-9084d67b1291,segment=NetworkSegment(ed0e7889-e4c0-4b89-841c-016f3ba02886),segment_id=ed0e7889-e4c0-4b89-841c-016f3ba02886)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:31:03.067726 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-35b56020-b2de-4ab6-ac7e-bb9ebc9df88c req-c9cb0e43-c503-4bfa-9fc9-2a5495b3fc67 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (a7dd19af-95c1-4ec2-bcdc-9084d67b1291), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:03.088731 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-35b56020-b2de-4ab6-ac7e-bb9ebc9df88c req-c9cb0e43-c503-4bfa-9fc9-2a5495b3fc67 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Calling delete_port for a7dd19af-95c1-4ec2-bcdc-9084d67b1291 owned by compute:nova {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:31:03.100164 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c7ba6cd0-2ccf-472c-8a14-a019aa09ef3b req-0523a4e2-fd78-49a5-b471-5a86bfd450f2 service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273859 Apr 12 18:31:03.223310 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-35b56020-b2de-4ab6-ac7e-bb9ebc9df88c req-c9cb0e43-c503-4bfa-9fc9-2a5495b3fc67 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (a7dd19af-95c1-4ec2-bcdc-9084d67b1291), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:03.235132 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['a7dd19af-95c1-4ec2-bcdc-9084d67b1291'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:31:03.251579 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb0e43-c503-4bfa-9fc9-2a5495b3fc67 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Pushing event deleted for resources: {'Port': ['ID=a7dd19af-95c1-4ec2-bcdc-9084d67b1291,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:03.295909 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b56020-b2de-4ab6-ac7e-bb9ebc9df88c req-c9cb0e43-c503-4bfa-9fc9-2a5495b3fc67 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] No DVR routers for this DVR port a7dd19af-95c1-4ec2-bcdc-9084d67b1291 on host hv-cinder-83753 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:31:03.298789 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-35b56020-b2de-4ab6-ac7e-bb9ebc9df88c req-c9cb0e43-c503-4bfa-9fc9-2a5495b3fc67 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:03.302104 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-35b56020-b2de-4ab6-ac7e-bb9ebc9df88c req-c9cb0e43-c503-4bfa-9fc9-2a5495b3fc67 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.26 "DELETE /v2.0/ports/a7dd19af-95c1-4ec2-bcdc-9084d67b1291 HTTP/1.1" status: 204 len: 173 time: 0.5151732 Apr 12 18:31:03.302547 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3924ca-4d6a-4e82-9404-c3f9e9e7b850', 'name': 'network-vif-deleted', 'tag': 'a7dd19af-95c1-4ec2-bcdc-9084d67b1291'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:31:03.304754 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c544f75-3779-49eb-a81c-abfff2ea46f1" -d '{"events": [{"server_uuid": "5a3924ca-4d6a-4e82-9404-c3f9e9e7b850", "name": "network-vif-deleted", "tag": "a7dd19af-95c1-4ec2-bcdc-9084d67b1291"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:31:03.464849 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce91edb1-1f2e-4f55-a306-4fa316a5e553 x-openstack-request-id: req-ce91edb1-1f2e-4f55-a306-4fa316a5e553 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:31:03.465170 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3924ca-4d6a-4e82-9404-c3f9e9e7b850", "name": "network-vif-deleted", "tag": "a7dd19af-95c1-4ec2-bcdc-9084d67b1291", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:31:03.465468 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ce91edb1-1f2e-4f55-a306-4fa316a5e553 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:31:03.465898 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce91edb1-1f2e-4f55-a306-4fa316a5e553'] response: {'server_uuid': '5a3924ca-4d6a-4e82-9404-c3f9e9e7b850', 'name': 'network-vif-deleted', 'tag': 'a7dd19af-95c1-4ec2-bcdc-9084d67b1291', 'status': 'completed', 'code': 200} Apr 12 18:31:03.555131 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f737747c-8f57-449b-835f-8f78d51e462f req-741bd00c-813e-44cf-907e-db7a8635a9f1 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3924ca-4d6a-4e82-9404-c3f9e9e7b850 HTTP/1.1" status: 200 len: 210 time: 0.0276515 Apr 12 18:31:04.815153 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-9bedfe4b-7c33-4ced-ab8c-b2d0912db78a tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:04.816617 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-9bedfe4b-7c33-4ced-ab8c-b2d0912db78a tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/networks?id=03006269-9d48-4cb9-acf7-c7bb70b91091 HTTP/1.1" status: 200 len: 809 time: 0.1052344 Apr 12 18:31:04.831691 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-bef90234-0d65-4fbc-987c-5286c33c138b tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/quotas/f8465d0472714e49b706c4adc9de6c5b HTTP/1.1" status: 200 len: 375 time: 0.0097871 Apr 12 18:31:04.863913 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-ebd17386-8b15-4aaf-931d-160269828934 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f8465d0472714e49b706c4adc9de6c5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274806 Apr 12 18:31:04.917312 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-579927df-fe4b-497f-998b-8340cc526b9e service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:31:04.918320 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-579927df-fe4b-497f-998b-8340cc526b9e service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0484028 Apr 12 18:31:05.009132 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-18ec189d-f126-4813-aed4-c5db16f6c7f1 service neutron] 10.222.0.52 "GET /v2.0/networks/03006269-9d48-4cb9-acf7-c7bb70b91091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848048 Apr 12 18:31:05.097956 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-4b30c076-fba0-4b64-a164-929ef24d6745 service neutron] 10.222.0.52 "GET /v2.0/networks/03006269-9d48-4cb9-acf7-c7bb70b91091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831926 Apr 12 18:31:05.257710 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f575ac86-b66f-4084-97ef-2c42ae417c06 req-3d85c1e4-aa1f-4533-9215-c3d9797e070b tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/ports?device_id=255e7564-0bfd-4979-820c-2613c280beed HTTP/1.1" status: 200 len: 210 time: 0.0272672 Apr 12 18:31:06.265811 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-89d3831b-734d-43c8-b653-9a393625437d tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:06.267247 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-89d3831b-734d-43c8-b653-9a393625437d tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.26 "GET /v2.0/networks?id=03006269-9d48-4cb9-acf7-c7bb70b91091 HTTP/1.1" status: 200 len: 809 time: 0.1095009 Apr 12 18:31:06.280104 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-9d6e3b95-243d-405a-bf70-6bb850160de7 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Request body: {'port': {'device_id': '255e7564-0bfd-4979-820c-2613c280beed', 'network_id': '03006269-9d48-4cb9-acf7-c7bb70b91091', 'admin_state_up': True, 'tenant_id': 'f8465d0472714e49b706c4adc9de6c5b'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:31:06.354491 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1b573c6c-a290-4ea4-9fb1-bcaebce5b77d req-69cad915-b0eb-47ec-a04f-5a0f772a443f tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/ports?device_id=255e7564-0bfd-4979-820c-2613c280beed HTTP/1.1" status: 200 len: 210 time: 0.0281117 Apr 12 18:31:06.390557 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-9d6e3b95-243d-405a-bf70-6bb850160de7 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Made reservation on behalf of f8465d0472714e49b706c4adc9de6c5b for: {'port': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:31:06.393907 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-9d6e3b95-243d-405a-bf70-6bb850160de7 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:06.419139 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device a7dd19af-95c1-4ec2-bcdc-9084d67b1291 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:31:06.440249 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] No Port match for: a7dd19af-95c1-4ec2-bcdc-9084d67b1291 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:31:06.440597 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device a7dd19af-95c1-4ec2-bcdc-9084d67b1291 not bound to the agent host hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:31:06.519902 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-9d6e3b95-243d-405a-bf70-6bb850160de7 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Allocated IP 172.20.0.6 (03006269-9d48-4cb9-acf7-c7bb70b91091/2cd25d07-85e3-4bbd-b748-a8ca8baf096f/ee29a974-f7bb-4fdb-976f-498bae15bc15) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:31:06.663950 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-9d6e3b95-243d-405a-bf70-6bb850160de7 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Publish callbacks [] for port (ee29a974-f7bb-4fdb-976f-498bae15bc15), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:06.697303 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-9d6e3b95-243d-405a-bf70-6bb850160de7 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (ee29a974-f7bb-4fdb-976f-498bae15bc15), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:06.738524 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-9d6e3b95-243d-405a-bf70-6bb850160de7 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Network 03006269-9d48-4cb9-acf7-c7bb70b91091 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:31:06.743447 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-9d6e3b95-243d-405a-bf70-6bb850160de7 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:31:06.747062 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-9d6e3b95-243d-405a-bf70-6bb850160de7 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:31:06.753321 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e3b95-243d-405a-bf70-6bb850160de7 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Pushing event updated for resources: {'Port': ['ID=ee29a974-f7bb-4fdb-976f-498bae15bc15,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:06.798773 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-9d6e3b95-243d-405a-bf70-6bb850160de7 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:06.799396 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-9d6e3b95-243d-405a-bf70-6bb850160de7 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:06.815743 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-9d6e3b95-243d-405a-bf70-6bb850160de7 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5405982 Apr 12 18:31:06.866305 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-f5e833f2-7196-4e83-870b-6313d4bc33c7 service neutron] Request body: {'port': {'device_id': '255e7564-0bfd-4979-820c-2613c280beed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:31:06.928158 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-f5e833f2-7196-4e83-870b-6313d4bc33c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (ee29a974-f7bb-4fdb-976f-498bae15bc15), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:07.180367 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-f5e833f2-7196-4e83-870b-6313d4bc33c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee29a974-f7bb-4fdb-976f-498bae15bc15 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:31:07.188432 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-f5e833f2-7196-4e83-870b-6313d4bc33c7 service neutron] Publish callbacks [] for port (ee29a974-f7bb-4fdb-976f-498bae15bc15), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:07.200383 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-f5e833f2-7196-4e83-870b-6313d4bc33c7 service neutron] Transition to ACTIVE for port object ee29a974-f7bb-4fdb-976f-498bae15bc15 will not be triggered until provisioned by entity L2. {{(pid=103524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:31:07.204815 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-f5e833f2-7196-4e83-870b-6313d4bc33c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (ee29a974-f7bb-4fdb-976f-498bae15bc15), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:07.271894 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e833f2-7196-4e83-870b-6313d4bc33c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ee29a974-f7bb-4fdb-976f-498bae15bc15,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:07.321808 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-f5e833f2-7196-4e83-870b-6313d4bc33c7 service neutron] Attempting to bind port ee29a974-f7bb-4fdb-976f-498bae15bc15 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:31:07.322076 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-f5e833f2-7196-4e83-870b-6313d4bc33c7 service neutron] Attempting to bind port ee29a974-f7bb-4fdb-976f-498bae15bc15 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'ed0e7889-e4c0-4b89-841c-016f3ba02886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '03006269-9d48-4cb9-acf7-c7bb70b91091'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:31:07.322394 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-f5e833f2-7196-4e83-870b-6313d4bc33c7 service neutron] Attempting to bind port ee29a974-f7bb-4fdb-976f-498bae15bc15 on network 03006269-9d48-4cb9-acf7-c7bb70b91091 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:31:07.326698 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-f5e833f2-7196-4e83-870b-6313d4bc33c7 service neutron] Port ee29a974-f7bb-4fdb-976f-498bae15bc15 on network 03006269-9d48-4cb9-acf7-c7bb70b91091 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:31:07.327009 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-f5e833f2-7196-4e83-870b-6313d4bc33c7 service neutron] Attempting to bind port ee29a974-f7bb-4fdb-976f-498bae15bc15 on network 03006269-9d48-4cb9-acf7-c7bb70b91091 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:31:07.332638 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-f5e833f2-7196-4e83-870b-6313d4bc33c7 service neutron] Checking agent: {'id': '5b3c503f-4bfd-4027-adb8-75f76add50a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'started_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:31:07.332986 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-f5e833f2-7196-4e83-870b-6313d4bc33c7 service neutron] Checking segment: {'id': 'ed0e7889-e4c0-4b89-841c-016f3ba02886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '03006269-9d48-4cb9-acf7-c7bb70b91091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:31:07.333410 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-f5e833f2-7196-4e83-870b-6313d4bc33c7 service neutron] Bound using segment: {'id': 'ed0e7889-e4c0-4b89-841c-016f3ba02886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '03006269-9d48-4cb9-acf7-c7bb70b91091'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:31:07.333845 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-f5e833f2-7196-4e83-870b-6313d4bc33c7 service neutron] Bound port: ee29a974-f7bb-4fdb-976f-498bae15bc15, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed0e7889-e4c0-4b89-841c-016f3ba02886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '03006269-9d48-4cb9-acf7-c7bb70b91091'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:31:07.334215 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-f5e833f2-7196-4e83-870b-6313d4bc33c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (ee29a974-f7bb-4fdb-976f-498bae15bc15), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:07.398320 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-f5e833f2-7196-4e83-870b-6313d4bc33c7 service neutron] For port ee29a974-f7bb-4fdb-976f-498bae15bc15, host hv-cinder-83753, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:31:07.401656 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-f5e833f2-7196-4e83-870b-6313d4bc33c7 service neutron] For port ee29a974-f7bb-4fdb-976f-498bae15bc15, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ee29a974-f7bb-4fdb-976f-498bae15bc15,segment=NetworkSegment(ed0e7889-e4c0-4b89-841c-016f3ba02886),segment_id=ed0e7889-e4c0-4b89-841c-016f3ba02886)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:31:07.407550 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-f5e833f2-7196-4e83-870b-6313d4bc33c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (ee29a974-f7bb-4fdb-976f-498bae15bc15), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:07.445526 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-f5e833f2-7196-4e83-870b-6313d4bc33c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:07.446142 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-f5e833f2-7196-4e83-870b-6313d4bc33c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:07.447501 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-f5e833f2-7196-4e83-870b-6313d4bc33c7 service neutron] 10.222.0.26 "PUT /v2.0/ports/ee29a974-f7bb-4fdb-976f-498bae15bc15 HTTP/1.1" status: 200 len: 1093 time: 0.5852365 Apr 12 18:31:07.447950 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255e7564-0bfd-4979-820c-2613c280beed', 'tag': 'ee29a974-f7bb-4fdb-976f-498bae15bc15'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:31:07.450178 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7577b1c-c46d-44a1-9739-df95f4b3ac60" -d '{"events": [{"name": "network-changed", "server_uuid": "255e7564-0bfd-4979-820c-2613c280beed", "tag": "ee29a974-f7bb-4fdb-976f-498bae15bc15"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:31:07.481887 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e833f2-7196-4e83-870b-6313d4bc33c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ee29a974-f7bb-4fdb-976f-498bae15bc15,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:07.492763 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caaaea3f-19a2-4f4d-9a46-68202d6930c3 x-openstack-request-id: req-caaaea3f-19a2-4f4d-9a46-68202d6930c3 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:31:07.492891 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255e7564-0bfd-4979-820c-2613c280beed", "tag": "ee29a974-f7bb-4fdb-976f-498bae15bc15", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:31:07.493213 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-caaaea3f-19a2-4f4d-9a46-68202d6930c3 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:31:07.493561 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caaaea3f-19a2-4f4d-9a46-68202d6930c3'] response: {'name': 'network-changed', 'server_uuid': '255e7564-0bfd-4979-820c-2613c280beed', 'tag': 'ee29a974-f7bb-4fdb-976f-498bae15bc15', 'status': 'completed', 'code': 200} Apr 12 18:31:07.498671 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721b932-2459-474a-8fef-cbddf6ff7193 req-5f4999ff-3312-47e5-acdc-f4439c514bf3 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:07.500744 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3721b932-2459-474a-8fef-cbddf6ff7193 req-5f4999ff-3312-47e5-acdc-f4439c514bf3 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/ports?device_id=255e7564-0bfd-4979-820c-2613c280beed HTTP/1.1" status: 200 len: 943 time: 0.0743566 Apr 12 18:31:07.536503 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-ffef7876-01d9-417a-b391-fd9e22e12b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:07.538035 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-ffef7876-01d9-417a-b391-fd9e22e12b97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8465d0472714e49b706c4adc9de6c5b&device_id=255e7564-0bfd-4979-820c-2613c280beed HTTP/1.1" status: 200 len: 1127 time: 0.0396845 Apr 12 18:31:07.548305 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3721b932-2459-474a-8fef-cbddf6ff7193 req-6282ef5c-4fe2-4738-b927-3eaa84452054 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/security-groups?id=949543c1-0d15-42b7-a773-679fbc6651cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417185 Apr 12 18:31:07.581034 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-a19a5dc4-720a-42c6-ae5d-c0d0c7ed931b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee29a974-f7bb-4fdb-976f-498bae15bc15 HTTP/1.1" status: 200 len: 217 time: 0.0351598 Apr 12 18:31:07.635016 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-64e3e451-7253-4608-9690-f34828480a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:07.636431 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-64e3e451-7253-4608-9690-f34828480a87 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2cd25d07-85e3-4bbd-b748-a8ca8baf096f HTTP/1.1" status: 200 len: 849 time: 0.0492842 Apr 12 18:31:07.671989 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-fa8fe631-6839-497c-aab4-2c5f16eb2b74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=03006269-9d48-4cb9-acf7-c7bb70b91091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286720 Apr 12 18:31:07.763130 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-bb5dc358-8595-414f-83a7-f067f3348b22 service neutron] 10.222.0.26 "GET /v2.0/networks/03006269-9d48-4cb9-acf7-c7bb70b91091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803082 Apr 12 18:31:07.851287 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-2a2c7962-4881-48f7-902f-a5d7e9d4baad req-746fc0b7-718b-4f51-b3ec-b4c22ea11341 service neutron] 10.222.0.26 "GET /v2.0/networks/03006269-9d48-4cb9-acf7-c7bb70b91091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824933 Apr 12 18:31:08.671819 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d92a7d-5110-42da-83a2-6a03c37bd030 req-517e1990-69d9-45f4-bd81-d49561c5c270 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:08.673387 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-57d92a7d-5110-42da-83a2-6a03c37bd030 req-517e1990-69d9-45f4-bd81-d49561c5c270 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/ports?device_id=255e7564-0bfd-4979-820c-2613c280beed HTTP/1.1" status: 200 len: 943 time: 0.0509708 Apr 12 18:31:08.726561 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-57d92a7d-5110-42da-83a2-6a03c37bd030 req-91fbb108-ffee-4e2e-95a5-7cb66198ef70 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/security-groups?id=949543c1-0d15-42b7-a773-679fbc6651cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470822 Apr 12 18:31:09.842064 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b358c-9abc-463a-bbbc-d3c2b221d4f4 req-b8f66f73-bafd-4a54-86d2-dd95678974b5 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:09.844078 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-430b358c-9abc-463a-bbbc-d3c2b221d4f4 req-b8f66f73-bafd-4a54-86d2-dd95678974b5 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/ports?device_id=255e7564-0bfd-4979-820c-2613c280beed HTTP/1.1" status: 200 len: 943 time: 0.0507667 Apr 12 18:31:09.877531 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7577b1c-c46d-44a1-9739-df95f4b3ac60 req-3d407d3b-9602-4e0c-88b7-36228cecfd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:09.879028 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-e7577b1c-c46d-44a1-9739-df95f4b3ac60 req-3d407d3b-9602-4e0c-88b7-36228cecfd99 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8465d0472714e49b706c4adc9de6c5b&device_id=255e7564-0bfd-4979-820c-2613c280beed HTTP/1.1" status: 200 len: 1127 time: 0.0401921 Apr 12 18:31:09.892288 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-430b358c-9abc-463a-bbbc-d3c2b221d4f4 req-ae05495c-4498-466a-a622-64af7b37621d tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/security-groups?id=949543c1-0d15-42b7-a773-679fbc6651cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417585 Apr 12 18:31:09.971623 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7577b1c-c46d-44a1-9739-df95f4b3ac60 req-5c031ffe-244d-452a-a959-3c1e3b6c2746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:09.973144 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-e7577b1c-c46d-44a1-9739-df95f4b3ac60 req-5c031ffe-244d-452a-a959-3c1e3b6c2746 service neutron] 10.222.0.26 "GET /v2.0/networks?id=03006269-9d48-4cb9-acf7-c7bb70b91091 HTTP/1.1" status: 200 len: 910 time: 0.0883241 Apr 12 18:31:10.013972 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-e7577b1c-c46d-44a1-9739-df95f4b3ac60 req-f7a20389-86f0-4c6a-b361-e0a0c5b7504f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee29a974-f7bb-4fdb-976f-498bae15bc15 HTTP/1.1" status: 200 len: 217 time: 0.0347872 Apr 12 18:31:10.059051 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7577b1c-c46d-44a1-9739-df95f4b3ac60 req-a61b51bf-54a2-43fd-8123-9fda158f5e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:10.060418 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-e7577b1c-c46d-44a1-9739-df95f4b3ac60 req-a61b51bf-54a2-43fd-8123-9fda158f5e7d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2cd25d07-85e3-4bbd-b748-a8ca8baf096f HTTP/1.1" status: 200 len: 849 time: 0.0411563 Apr 12 18:31:10.090539 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-e7577b1c-c46d-44a1-9739-df95f4b3ac60 req-ef92c76d-c464-4e89-ae86-53f473163a81 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=03006269-9d48-4cb9-acf7-c7bb70b91091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245113 Apr 12 18:31:10.180893 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-e7577b1c-c46d-44a1-9739-df95f4b3ac60 req-bdd075ac-4113-430d-8e48-a336f3eb4840 service neutron] 10.222.0.26 "GET /v2.0/networks/03006269-9d48-4cb9-acf7-c7bb70b91091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836766 Apr 12 18:31:10.270854 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-e7577b1c-c46d-44a1-9739-df95f4b3ac60 req-acada84c-6103-4520-b1a0-32c60e2a4486 service neutron] 10.222.0.26 "GET /v2.0/networks/03006269-9d48-4cb9-acf7-c7bb70b91091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844576 Apr 12 18:31:10.453369 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device ee29a974-f7bb-4fdb-976f-498bae15bc15 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:31:10.552316 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port ee29a974-f7bb-4fdb-976f-498bae15bc15, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ee29a974-f7bb-4fdb-976f-498bae15bc15,segment=NetworkSegment(ed0e7889-e4c0-4b89-841c-016f3ba02886),segment_id=ed0e7889-e4c0-4b89-841c-016f3ba02886)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:31:10.563987 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Returning: {'device': 'ee29a974-f7bb-4fdb-976f-498bae15bc15', 'network_id': '03006269-9d48-4cb9-acf7-c7bb70b91091', 'port_id': 'ee29a974-f7bb-4fdb-976f-498bae15bc15', 'mac_address': 'fa:16:3e:5a:b3:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd25d07-85e3-4bbd-b748-a8ca8baf096f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:31:10.600324 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port ee29a974-f7bb-4fdb-976f-498bae15bc15 is: DOWN; New status is: BUILD {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:31:10.600711 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (ee29a974-f7bb-4fdb-976f-498bae15bc15), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:10.613508 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee29a974-f7bb-4fdb-976f-498bae15bc15 {{(pid=103525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:31:10.632915 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port ee29a974-f7bb-4fdb-976f-498bae15bc15, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ee29a974-f7bb-4fdb-976f-498bae15bc15,segment=NetworkSegment(ed0e7889-e4c0-4b89-841c-016f3ba02886),segment_id=ed0e7889-e4c0-4b89-841c-016f3ba02886)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:31:10.636668 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (ee29a974-f7bb-4fdb-976f-498bae15bc15), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:10.684044 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=ee29a974-f7bb-4fdb-976f-498bae15bc15,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:10.912190 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['ee29a974-f7bb-4fdb-976f-498bae15bc15'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:31:11.003889 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c733769-c770-424f-97c7-33db0ae51bdc req-e9172b2f-b2cb-4c29-83f0-78a31ad51129 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:11.005437 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2c733769-c770-424f-97c7-33db0ae51bdc req-e9172b2f-b2cb-4c29-83f0-78a31ad51129 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/ports?device_id=255e7564-0bfd-4979-820c-2613c280beed HTTP/1.1" status: 200 len: 944 time: 0.0458219 Apr 12 18:31:11.054510 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2c733769-c770-424f-97c7-33db0ae51bdc req-ba3d0d15-b866-4712-a32b-13b36a53dff6 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/security-groups?id=949543c1-0d15-42b7-a773-679fbc6651cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429001 Apr 12 18:31:12.165960 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b1a93-e234-4b36-8715-e8e40ddcdfdb req-9ff6e450-b33e-4846-af62-fc859c53fa2b tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:12.167421 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f71b1a93-e234-4b36-8715-e8e40ddcdfdb req-9ff6e450-b33e-4846-af62-fc859c53fa2b tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/ports?device_id=255e7564-0bfd-4979-820c-2613c280beed HTTP/1.1" status: 200 len: 944 time: 0.0469413 Apr 12 18:31:12.217221 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f71b1a93-e234-4b36-8715-e8e40ddcdfdb req-c92caefb-1d59-4223-95ee-bb95f1c3e92a tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/security-groups?id=949543c1-0d15-42b7-a773-679fbc6651cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441177 Apr 12 18:31:12.479975 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device ee29a974-f7bb-4fdb-976f-498bae15bc15 up at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:31:12.523334 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning for port ee29a974-f7bb-4fdb-976f-498bae15bc15 completed by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:31:12.529566 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning complete for port ee29a974-f7bb-4fdb-976f-498bae15bc15 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:31:12.530012 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (ee29a974-f7bb-4fdb-976f-498bae15bc15), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:12.610750 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port ee29a974-f7bb-4fdb-976f-498bae15bc15 is: BUILD; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:31:12.611122 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (ee29a974-f7bb-4fdb-976f-498bae15bc15), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:12.635459 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255e7564-0bfd-4979-820c-2613c280beed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee29a974-f7bb-4fdb-976f-498bae15bc15'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:31:12.637705 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91471287-931a-499d-9f53-3d5862d4307e" -d '{"events": [{"server_uuid": "255e7564-0bfd-4979-820c-2613c280beed", "name": "network-vif-plugged", "status": "completed", "tag": "ee29a974-f7bb-4fdb-976f-498bae15bc15"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:31:12.650151 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port ee29a974-f7bb-4fdb-976f-498bae15bc15, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ee29a974-f7bb-4fdb-976f-498bae15bc15,segment=NetworkSegment(ed0e7889-e4c0-4b89-841c-016f3ba02886),segment_id=ed0e7889-e4c0-4b89-841c-016f3ba02886)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:31:12.657239 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (ee29a974-f7bb-4fdb-976f-498bae15bc15), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:12.707097 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=ee29a974-f7bb-4fdb-976f-498bae15bc15,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:12.742087 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7918d99f-7963-41ad-9de8-f56cc1ad2c60 x-openstack-request-id: req-7918d99f-7963-41ad-9de8-f56cc1ad2c60 {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:31:12.742461 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255e7564-0bfd-4979-820c-2613c280beed", "name": "network-vif-plugged", "status": "completed", "tag": "ee29a974-f7bb-4fdb-976f-498bae15bc15", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:31:12.742723 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7918d99f-7963-41ad-9de8-f56cc1ad2c60 {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:31:12.743150 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7918d99f-7963-41ad-9de8-f56cc1ad2c60'] response: {'server_uuid': '255e7564-0bfd-4979-820c-2613c280beed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee29a974-f7bb-4fdb-976f-498bae15bc15', 'code': 200} Apr 12 18:31:12.912782 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c657e1-09bf-460f-981b-4c2332560359 req-fab449d6-e6c2-4b4c-a8e4-69e7009b3259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:12.914443 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-16c657e1-09bf-460f-981b-4c2332560359 req-fab449d6-e6c2-4b4c-a8e4-69e7009b3259 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=255e7564-0bfd-4979-820c-2613c280beed HTTP/1.1" status: 200 len: 1129 time: 0.0409443 Apr 12 18:31:12.960097 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-16c657e1-09bf-460f-981b-4c2332560359 req-b8871e6f-1c83-450c-8957-d55f202679e5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=949543c1-0d15-42b7-a773-679fbc6651cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399966 Apr 12 18:31:13.182676 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-e3c4d473-11c8-45b7-bc4b-7118e9001220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:13.332079 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044a5d7-79e7-4718-b5e8-ec9fb7312e4e req-dfe2c685-dcc3-4ce8-affa-102d39f63adb tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:13.333654 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7044a5d7-79e7-4718-b5e8-ec9fb7312e4e req-dfe2c685-dcc3-4ce8-affa-102d39f63adb tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/ports?device_id=255e7564-0bfd-4979-820c-2613c280beed HTTP/1.1" status: 200 len: 945 time: 0.0477240 Apr 12 18:31:13.382209 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7044a5d7-79e7-4718-b5e8-ec9fb7312e4e req-0cb468ec-81eb-4f85-84e4-a1d767e1c8ab tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/security-groups?id=949543c1-0d15-42b7-a773-679fbc6651cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429878 Apr 12 18:31:14.496318 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946ca98-85a6-47ae-9283-924a402f302e req-ebd68746-7d1d-495b-ab71-733cc1b7e3f5 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:14.497866 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e946ca98-85a6-47ae-9283-924a402f302e req-ebd68746-7d1d-495b-ab71-733cc1b7e3f5 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/ports?device_id=255e7564-0bfd-4979-820c-2613c280beed HTTP/1.1" status: 200 len: 945 time: 0.0469241 Apr 12 18:31:14.546591 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e946ca98-85a6-47ae-9283-924a402f302e req-aed5cd11-1569-4a80-8813-3b7ccbf38639 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/security-groups?id=949543c1-0d15-42b7-a773-679fbc6651cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422747 Apr 12 18:31:15.198417 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9b869-dd43-4d5a-8de4-05d3ae0316a6 req-721d6e5d-89f2-45ec-9cf3-97a2a99cab44 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:15.199917 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-95f9b869-dd43-4d5a-8de4-05d3ae0316a6 req-721d6e5d-89f2-45ec-9cf3-97a2a99cab44 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/ports?device_id=255e7564-0bfd-4979-820c-2613c280beed HTTP/1.1" status: 200 len: 945 time: 0.0540848 Apr 12 18:31:15.250184 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-95f9b869-dd43-4d5a-8de4-05d3ae0316a6 req-0a6392ae-588e-4d6f-bdbe-1d4e264405b6 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/security-groups?id=949543c1-0d15-42b7-a773-679fbc6651cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438902 Apr 12 18:31:15.524971 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-87fe017f-1bdb-4fd6-bfa1-2c9fe6ba9afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:16.370420 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625bbd0-94d8-4007-912e-a90d1524723f req-e6590f20-ac0d-4f28-a82c-8f270a253415 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:16.371930 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5625bbd0-94d8-4007-912e-a90d1524723f req-e6590f20-ac0d-4f28-a82c-8f270a253415 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/ports?device_id=255e7564-0bfd-4979-820c-2613c280beed HTTP/1.1" status: 200 len: 945 time: 0.0495059 Apr 12 18:31:16.423270 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5625bbd0-94d8-4007-912e-a90d1524723f req-4d35ab0c-9518-4dde-ab24-4e2adc46317e tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/security-groups?id=949543c1-0d15-42b7-a773-679fbc6651cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437360 Apr 12 18:31:16.625461 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f545d-cadc-4cdb-939f-11498708dec6 req-94a24be9-7927-4293-9d90-d5d1f620d097 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:16.626935 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-825f545d-cadc-4cdb-939f-11498708dec6 req-94a24be9-7927-4293-9d90-d5d1f620d097 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.26 "GET /v2.0/ports?device_id=255e7564-0bfd-4979-820c-2613c280beed HTTP/1.1" status: 200 len: 945 time: 0.0498631 Apr 12 18:31:16.720249 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-825f545d-cadc-4cdb-939f-11498708dec6 req-89349488-8703-45a7-9765-8e1f565db92a tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Deleting port ee29a974-f7bb-4fdb-976f-498bae15bc15 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:31:16.720523 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-825f545d-cadc-4cdb-939f-11498708dec6 req-89349488-8703-45a7-9765-8e1f565db92a tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (ee29a974-f7bb-4fdb-976f-498bae15bc15), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:16.809795 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-825f545d-cadc-4cdb-939f-11498708dec6 req-89349488-8703-45a7-9765-8e1f565db92a tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] For port ee29a974-f7bb-4fdb-976f-498bae15bc15, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ee29a974-f7bb-4fdb-976f-498bae15bc15,segment=NetworkSegment(ed0e7889-e4c0-4b89-841c-016f3ba02886),segment_id=ed0e7889-e4c0-4b89-841c-016f3ba02886)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:31:16.810179 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-825f545d-cadc-4cdb-939f-11498708dec6 req-89349488-8703-45a7-9765-8e1f565db92a tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (ee29a974-f7bb-4fdb-976f-498bae15bc15), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:16.824500 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-825f545d-cadc-4cdb-939f-11498708dec6 req-89349488-8703-45a7-9765-8e1f565db92a tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Calling delete_port for ee29a974-f7bb-4fdb-976f-498bae15bc15 owned by compute:nova {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:31:16.879407 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:16.966777 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-825f545d-cadc-4cdb-939f-11498708dec6 req-89349488-8703-45a7-9765-8e1f565db92a tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (ee29a974-f7bb-4fdb-976f-498bae15bc15), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:16.979751 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['ee29a974-f7bb-4fdb-976f-498bae15bc15'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:31:16.996601 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89349488-8703-45a7-9765-8e1f565db92a tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Pushing event deleted for resources: {'Port': ['ID=ee29a974-f7bb-4fdb-976f-498bae15bc15,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:17.300007 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-825f545d-cadc-4cdb-939f-11498708dec6 req-89349488-8703-45a7-9765-8e1f565db92a tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] No DVR routers for this DVR port ee29a974-f7bb-4fdb-976f-498bae15bc15 on host hv-cinder-83753 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:31:17.302746 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-825f545d-cadc-4cdb-939f-11498708dec6 req-89349488-8703-45a7-9765-8e1f565db92a tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:17.306083 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-825f545d-cadc-4cdb-939f-11498708dec6 req-89349488-8703-45a7-9765-8e1f565db92a tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.26 "DELETE /v2.0/ports/ee29a974-f7bb-4fdb-976f-498bae15bc15 HTTP/1.1" status: 204 len: 173 time: 0.6743569 Apr 12 18:31:17.306538 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255e7564-0bfd-4979-820c-2613c280beed', 'name': 'network-vif-deleted', 'tag': 'ee29a974-f7bb-4fdb-976f-498bae15bc15'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:31:17.308753 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd948c67-d282-430b-8be5-960491f3159d" -d '{"events": [{"server_uuid": "255e7564-0bfd-4979-820c-2613c280beed", "name": "network-vif-deleted", "tag": "ee29a974-f7bb-4fdb-976f-498bae15bc15"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:31:17.366647 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebe367e-3813-47b1-a039-c486ed022db6 x-openstack-request-id: req-3ebe367e-3813-47b1-a039-c486ed022db6 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:31:17.366937 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255e7564-0bfd-4979-820c-2613c280beed", "name": "network-vif-deleted", "tag": "ee29a974-f7bb-4fdb-976f-498bae15bc15", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:31:17.367190 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3ebe367e-3813-47b1-a039-c486ed022db6 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:31:17.367585 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ebe367e-3813-47b1-a039-c486ed022db6'] response: {'server_uuid': '255e7564-0bfd-4979-820c-2613c280beed', 'name': 'network-vif-deleted', 'tag': 'ee29a974-f7bb-4fdb-976f-498bae15bc15', 'status': 'completed', 'code': 200} Apr 12 18:31:17.536483 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-05012c92-673d-4cc7-969f-8019fa8e7121 req-8814d069-659e-446e-8649-71a4452fa187 tempest-VolumesActionsTest-159497243 tempest-VolumesActionsTest-159497243-project] 10.222.0.52 "GET /v2.0/ports?device_id=255e7564-0bfd-4979-820c-2613c280beed HTTP/1.1" status: 200 len: 210 time: 0.0296693 Apr 12 18:31:18.383729 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:19.312583 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:19.785501 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:31:21.692540 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device ee29a974-f7bb-4fdb-976f-498bae15bc15 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:31:21.714645 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] No Port match for: ee29a974-f7bb-4fdb-976f-498bae15bc15 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:31:21.714985 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device ee29a974-f7bb-4fdb-976f-498bae15bc15 not bound to the agent host hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:31:24.118576 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:40.324879 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 44970) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:31:40.368740 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_v2 [None req-db92ce85-7ad0-4242-8488-3b4cdb1a656b admin admin] Deleting subnet 2cd25d07-85e3-4bbd-b748-a8ca8baf096f {{(pid=103524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:31:40.371727 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-db92ce85-7ad0-4242-8488-3b4cdb1a656b admin admin] Publish callbacks [] for subnet (2cd25d07-85e3-4bbd-b748-a8ca8baf096f), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:40.405992 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-db92ce85-7ad0-4242-8488-3b4cdb1a656b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62755009'] for subnet (2cd25d07-85e3-4bbd-b748-a8ca8baf096f), precommit_delete_associations {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:40.443207 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-db92ce85-7ad0-4242-8488-3b4cdb1a656b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3990049'] for subnet (2cd25d07-85e3-4bbd-b748-a8ca8baf096f), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:40.497790 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-db92ce85-7ad0-4242-8488-3b4cdb1a656b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3990070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59090753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59504398'] for subnet (2cd25d07-85e3-4bbd-b748-a8ca8baf096f), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:40.524187 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92ce85-7ad0-4242-8488-3b4cdb1a656b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cd25d07-85e3-4bbd-b748-a8ca8baf096f,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:40.526153 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-db92ce85-7ad0-4242-8488-3b4cdb1a656b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for subnet (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:40.529556 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-db92ce85-7ad0-4242-8488-3b4cdb1a656b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2cd25d07-85e3-4bbd-b748-a8ca8baf096f HTTP/1.1" status: 204 len: 168 time: 0.2036483 Apr 12 18:31:40.532714 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 44972) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:31:40.599072 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-90383f9b-ea89-4525-816d-4e28dd35bfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3769168'] for network (03006269-9d48-4cb9-acf7-c7bb70b91091), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:40.678982 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-90383f9b-ea89-4525-816d-4e28dd35bfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996314', 'neutron.services.segments.db._delete_segments_for_network-8761370393272'] for network (03006269-9d48-4cb9-acf7-c7bb70b91091), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:40.698783 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-90383f9b-ea89-4525-816d-4e28dd35bfa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03006269-9d48-4cb9-acf7-c7bb70b91091']}} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:31:40.708197 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-90383f9b-ea89-4525-816d-4e28dd35bfa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0e7889-e4c0-4b89-841c-016f3ba02886') {'for_net_delete': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:31:40.708499 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-90383f9b-ea89-4525-816d-4e28dd35bfa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0e7889-e4c0-4b89-841c-016f3ba02886') {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:31:40.717381 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-90383f9b-ea89-4525-816d-4e28dd35bfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761370364609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62755066'] for segment (ed0e7889-e4c0-4b89-841c-016f3ba02886), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:40.729944 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-90383f9b-ea89-4525-816d-4e28dd35bfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (ed0e7889-e4c0-4b89-841c-016f3ba02886), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:40.735970 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90383f9b-ea89-4525-816d-4e28dd35bfa9 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:31:40.736349 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-90383f9b-ea89-4525-816d-4e28dd35bfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59090939'] for segment (ed0e7889-e4c0-4b89-841c-016f3ba02886), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: Traceback (most recent call last): Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: timer() Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: cb(*args, **kw) Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: return func(*args, **kwargs) Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: self._notify() Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: self.callback(batched_events) Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: event.method(event) Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: return f(self, *a, **k) Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: return self._get(url).json() Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: return self.request(url, 'GET', **kwargs) Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:31:40.737996 dv-cinder-837535-1-iscsi neutron-server[103524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:31:40.793807 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-90383f9b-ea89-4525-816d-4e28dd35bfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-807132'] for network (03006269-9d48-4cb9-acf7-c7bb70b91091), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:40.799267 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-90383f9b-ea89-4525-816d-4e28dd35bfa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:40.802446 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-90383f9b-ea89-4525-816d-4e28dd35bfa9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/03006269-9d48-4cb9-acf7-c7bb70b91091 HTTP/1.1" status: 204 len: 168 time: 0.2687995 Apr 12 18:31:40.813729 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90383f9b-ea89-4525-816d-4e28dd35bfa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=03006269-9d48-4cb9-acf7-c7bb70b91091,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:40.910551 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 44976) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:31:40.949992 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-8ebd96a3-c06c-4d48-ae0b-2d0447c2f72b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f8465d0472714e49b706c4adc9de6c5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382054 Apr 12 18:31:40.952363 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 44978) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:31:41.000288 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6d1138f3-d829-49bc-9b0f-50a2bb26b4b6 admin admin] Publish callbacks [] for security_group (949543c1-0d15-42b7-a773-679fbc6651cc), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:41.020938 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6d1138f3-d829-49bc-9b0f-50a2bb26b4b6 admin admin] Publish callbacks [] for security_group (949543c1-0d15-42b7-a773-679fbc6651cc), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:41.069142 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6d1138f3-d829-49bc-9b0f-50a2bb26b4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (949543c1-0d15-42b7-a773-679fbc6651cc), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:41.071824 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6d1138f3-d829-49bc-9b0f-50a2bb26b4b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:41.072962 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-6d1138f3-d829-49bc-9b0f-50a2bb26b4b6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/949543c1-0d15-42b7-a773-679fbc6651cc HTTP/1.1" status: 204 len: 168 time: 0.1196992 Apr 12 18:31:41.081168 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1138f3-d829-49bc-9b0f-50a2bb26b4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949543c1-0d15-42b7-a773-679fbc6651cc,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:41.711590 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 45000) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:31:41.804642 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-28b91bfd-3a8e-439c-b109-aac38cfc94ac admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-833379556-network', 'tenant_id': '7c5a7ac351ec4e3f9ebdb4498b66db21'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:31:41.824406 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b91bfd-3a8e-439c-b109-aac38cfc94ac admin admin] Made reservation on behalf of 7c5a7ac351ec4e3f9ebdb4498b66db21 for: {'network': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:31:41.826764 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-28b91bfd-3a8e-439c-b109-aac38cfc94ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for network (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:41.835943 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-28b91bfd-3a8e-439c-b109-aac38cfc94ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:41.912786 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-28b91bfd-3a8e-439c-b109-aac38cfc94ac admin admin] Publish callbacks [] for security_group (5bcfe05d-af18-4a01-8331-5bdb8bc0ec07), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:41.916505 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-28b91bfd-3a8e-439c-b109-aac38cfc94ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (5bcfe05d-af18-4a01-8331-5bdb8bc0ec07), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:41.942079 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b91bfd-3a8e-439c-b109-aac38cfc94ac admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:31:41.951695 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b91bfd-3a8e-439c-b109-aac38cfc94ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcfe05d-af18-4a01-8331-5bdb8bc0ec07,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:41.957785 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-28b91bfd-3a8e-439c-b109-aac38cfc94ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (06c9a52f-5109-49f5-aa3f-b13f66e2519f), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:41.958128 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.db.segments_db [None req-28b91bfd-3a8e-439c-b109-aac38cfc94ac admin admin] Added segment 06c9a52f-5109-49f5-aa3f-b13f66e2519f of type vlan for network e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb Apr 12 18:31:41.997958 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-28b91bfd-3a8e-439c-b109-aac38cfc94ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761369839068'] for network (e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:42.021215 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-28b91bfd-3a8e-439c-b109-aac38cfc94ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for network (e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:42.022135 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b91bfd-3a8e-439c-b109-aac38cfc94ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:42.022708 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-28b91bfd-3a8e-439c-b109-aac38cfc94ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:42.055321 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-28b91bfd-3a8e-439c-b109-aac38cfc94ac admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3425882 Apr 12 18:31:42.058237 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 45004) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:31:42.063537 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-148ca51f-4944-4b73-b9df-1a8e94b874a1 admin admin] Request body: {'subnet': {'network_id': 'e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-833379556-subnet', 'tenant_id': '7c5a7ac351ec4e3f9ebdb4498b66db21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:31:42.085540 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148ca51f-4944-4b73-b9df-1a8e94b874a1 admin admin] Made reservation on behalf of 7c5a7ac351ec4e3f9ebdb4498b66db21 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:31:42.087777 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-148ca51f-4944-4b73-b9df-1a8e94b874a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59774086'] for subnet (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:42.088277 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b91bfd-3a8e-439c-b109-aac38cfc94ac admin admin] Pushing event updated for resources: {'Network': ['ID=e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:42.099084 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Network e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb details requested by agent ovs-agent-dv-cinder-837535-1-iscsi with host dv-cinder-837535-1-iscsi {{(pid=103525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:31:42.252708 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-148ca51f-4944-4b73-b9df-1a8e94b874a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62680832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59774096'] for subnet (f62e45a9-beba-4b60-9a3a-18870ef64eee), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:42.310640 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ca51f-4944-4b73-b9df-1a8e94b874a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f62e45a9-beba-4b60-9a3a-18870ef64eee,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:42.318479 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148ca51f-4944-4b73-b9df-1a8e94b874a1 admin admin] Checking segment: {'id': '06c9a52f-5109-49f5-aa3f-b13f66e2519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:31:42.318841 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148ca51f-4944-4b73-b9df-1a8e94b874a1 admin admin] Network hostable DHCP agents. Network: e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb, hostable agents: ['fc5bc6ba-9bcd-441b-ae43-9003ca698105'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:31:42.323306 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ca51f-4944-4b73-b9df-1a8e94b874a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:42.323661 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ca51f-4944-4b73-b9df-1a8e94b874a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:42.324009 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ca51f-4944-4b73-b9df-1a8e94b874a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:42.324354 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ca51f-4944-4b73-b9df-1a8e94b874a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:42.324695 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ca51f-4944-4b73-b9df-1a8e94b874a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:42.325030 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ca51f-4944-4b73-b9df-1a8e94b874a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:42.325393 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ca51f-4944-4b73-b9df-1a8e94b874a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:42.325727 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ca51f-4944-4b73-b9df-1a8e94b874a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:42.326057 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ca51f-4944-4b73-b9df-1a8e94b874a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:42.326386 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ca51f-4944-4b73-b9df-1a8e94b874a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:42.326716 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ca51f-4944-4b73-b9df-1a8e94b874a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:42.327599 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ca51f-4944-4b73-b9df-1a8e94b874a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:42.327925 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ca51f-4944-4b73-b9df-1a8e94b874a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:42.328257 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ca51f-4944-4b73-b9df-1a8e94b874a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:42.328580 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ca51f-4944-4b73-b9df-1a8e94b874a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:42.344876 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148ca51f-4944-4b73-b9df-1a8e94b874a1 admin admin] Network e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb is scheduled to be hosted by DHCP agent fc5bc6ba-9bcd-441b-ae43-9003ca698105 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:31:42.352986 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-148ca51f-4944-4b73-b9df-1a8e94b874a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837535-1-iscsi, e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:31:42.357678 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148ca51f-4944-4b73-b9df-1a8e94b874a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:42.358705 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-148ca51f-4944-4b73-b9df-1a8e94b874a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:42.362455 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afaa832-fd5f-444d-adad-29a91dcd499d None None] Network e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:31:42.382692 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-148ca51f-4944-4b73-b9df-1a8e94b874a1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3182552 Apr 12 18:31:42.466964 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07490c91-8ab1-43ef-82c4-1485886c40b0 None None] Network e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:31:43.175188 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-2ac319de-5aa4-46a2-bd85-b25b97c35431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:44.143147 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-f32a9f54-a11c-4857-bf2f-c0ff26614b56 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:44.144601 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-f32a9f54-a11c-4857-bf2f-c0ff26614b56 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/networks?id=e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb HTTP/1.1" status: 200 len: 813 time: 0.0993040 Apr 12 18:31:44.159200 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-a8d1d70c-712d-48d7-88ba-1c20a6f9bdeb tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/quotas/7c5a7ac351ec4e3f9ebdb4498b66db21 HTTP/1.1" status: 200 len: 375 time: 0.0091727 Apr 12 18:31:44.195356 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-ceb6800c-6f81-4f2e-8724-762fdb5cc63b tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c5a7ac351ec4e3f9ebdb4498b66db21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311050 Apr 12 18:31:44.283824 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-638234ed-0d22-4f93-8a53-c98ce32bd834 service neutron] 10.222.0.52 "GET /v2.0/networks/e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818930 Apr 12 18:31:44.375465 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-f8b6fdbe-10fe-4480-a925-509410d30d6e service neutron] 10.222.0.52 "GET /v2.0/networks/e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860603 Apr 12 18:31:44.536625 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e37bc3fa-0bdd-48a6-9337-5c669528b8c5 req-da42c4c8-8258-4d50-8cb9-8f3c6dd86121 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=81203fad-724e-4a29-9489-8bcbbf0256cd HTTP/1.1" status: 200 len: 210 time: 0.0281522 Apr 12 18:31:45.518075 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-70c0d25f-5d8a-4a98-b88c-9a42c4588df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:45.637737 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6b0176ed-d129-4a41-9bc7-62bffcbe5ebc req-11cb7250-53f7-4711-ac5b-8fa467351e03 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=81203fad-724e-4a29-9489-8bcbbf0256cd HTTP/1.1" status: 200 len: 210 time: 0.0316215 Apr 12 18:31:45.801551 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-e6fefc0c-b989-4ea6-9673-410b0e7332ed tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:45.803000 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-e6fefc0c-b989-4ea6-9673-410b0e7332ed tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.26 "GET /v2.0/networks?id=e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb HTTP/1.1" status: 200 len: 813 time: 0.1047628 Apr 12 18:31:45.814889 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-009b431b-7698-4d5b-a938-b5f7ceadc6b9 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Request body: {'port': {'device_id': '81203fad-724e-4a29-9489-8bcbbf0256cd', 'network_id': 'e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb', 'admin_state_up': True, 'tenant_id': '7c5a7ac351ec4e3f9ebdb4498b66db21'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:31:45.925676 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-009b431b-7698-4d5b-a938-b5f7ceadc6b9 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Made reservation on behalf of 7c5a7ac351ec4e3f9ebdb4498b66db21 for: {'port': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:31:45.929047 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-009b431b-7698-4d5b-a938-b5f7ceadc6b9 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:46.054995 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-009b431b-7698-4d5b-a938-b5f7ceadc6b9 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Allocated IP 172.20.0.4 (e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb/f62e45a9-beba-4b60-9a3a-18870ef64eee/8ad19904-8f3f-4114-8fbf-788d2c353de2) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:31:46.183158 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790803e8-2756-40c7-aeff-38259bce09e8 req-11659157-4876-4ecc-be23-a577e056dd55 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:46.184585 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-790803e8-2756-40c7-aeff-38259bce09e8 req-11659157-4876-4ecc-be23-a577e056dd55 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 946 time: 0.0488799 Apr 12 18:31:46.218723 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-009b431b-7698-4d5b-a938-b5f7ceadc6b9 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Publish callbacks [] for port (8ad19904-8f3f-4114-8fbf-788d2c353de2), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:46.236131 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-790803e8-2756-40c7-aeff-38259bce09e8 req-89706b0c-5bec-4e7c-928e-d67bb36bc6cd tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447550 Apr 12 18:31:46.252890 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-009b431b-7698-4d5b-a938-b5f7ceadc6b9 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (8ad19904-8f3f-4114-8fbf-788d2c353de2), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:46.302727 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-009b431b-7698-4d5b-a938-b5f7ceadc6b9 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Network e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:31:46.307684 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-009b431b-7698-4d5b-a938-b5f7ceadc6b9 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:31:46.311360 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-009b431b-7698-4d5b-a938-b5f7ceadc6b9 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:31:46.317752 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b431b-7698-4d5b-a938-b5f7ceadc6b9 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Pushing event updated for resources: {'Port': ['ID=8ad19904-8f3f-4114-8fbf-788d2c353de2,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:46.366015 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-009b431b-7698-4d5b-a938-b5f7ceadc6b9 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:46.366619 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-009b431b-7698-4d5b-a938-b5f7ceadc6b9 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:46.381847 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-009b431b-7698-4d5b-a938-b5f7ceadc6b9 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5713928 Apr 12 18:31:46.748728 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250ad9b-dc36-4264-827b-ec6cc0f57d6c req-35d3f1be-717a-42c1-ac22-afe7a4ba1754 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:46.750727 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2250ad9b-dc36-4264-827b-ec6cc0f57d6c req-35d3f1be-717a-42c1-ac22-afe7a4ba1754 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=81203fad-724e-4a29-9489-8bcbbf0256cd HTTP/1.1" status: 200 len: 931 time: 0.0454388 Apr 12 18:31:46.797938 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2250ad9b-dc36-4264-827b-ec6cc0f57d6c req-d16902ba-73ad-477a-83e9-5f86c7b28e76 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bcfe05d-af18-4a01-8331-5bdb8bc0ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416667 Apr 12 18:31:46.881101 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:47.247625 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-e6f3c9ea-67de-4da3-97e3-a7cbbe3d32b2 service neutron] Request body: {'port': {'device_id': '81203fad-724e-4a29-9489-8bcbbf0256cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:31:47.309880 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-e6f3c9ea-67de-4da3-97e3-a7cbbe3d32b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (8ad19904-8f3f-4114-8fbf-788d2c353de2), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:47.357614 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6c9e3-44e4-41c4-a65e-08e9a97e3196 req-324698d7-2c10-4e48-a69a-ef7ea5a1e841 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:47.360198 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-65a6c9e3-44e4-41c4-a65e-08e9a97e3196 req-324698d7-2c10-4e48-a69a-ef7ea5a1e841 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 946 time: 0.0514836 Apr 12 18:31:47.408929 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-65a6c9e3-44e4-41c4-a65e-08e9a97e3196 req-758b4505-2360-4e77-8841-2a2e04f52a23 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427527 Apr 12 18:31:47.578948 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-e6f3c9ea-67de-4da3-97e3-a7cbbe3d32b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad19904-8f3f-4114-8fbf-788d2c353de2 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:31:47.586200 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-e6f3c9ea-67de-4da3-97e3-a7cbbe3d32b2 service neutron] Publish callbacks [] for port (8ad19904-8f3f-4114-8fbf-788d2c353de2), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:47.600557 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-e6f3c9ea-67de-4da3-97e3-a7cbbe3d32b2 service neutron] Transition to ACTIVE for port object 8ad19904-8f3f-4114-8fbf-788d2c353de2 will not be triggered until provisioned by entity L2. {{(pid=103524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:31:47.605162 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-e6f3c9ea-67de-4da3-97e3-a7cbbe3d32b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (8ad19904-8f3f-4114-8fbf-788d2c353de2), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:47.656844 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3c9ea-67de-4da3-97e3-a7cbbe3d32b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad19904-8f3f-4114-8fbf-788d2c353de2,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:47.721490 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-e6f3c9ea-67de-4da3-97e3-a7cbbe3d32b2 service neutron] Attempting to bind port 8ad19904-8f3f-4114-8fbf-788d2c353de2 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:31:47.721815 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-e6f3c9ea-67de-4da3-97e3-a7cbbe3d32b2 service neutron] Attempting to bind port 8ad19904-8f3f-4114-8fbf-788d2c353de2 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '06c9a52f-5109-49f5-aa3f-b13f66e2519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:31:47.722140 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-e6f3c9ea-67de-4da3-97e3-a7cbbe3d32b2 service neutron] Attempting to bind port 8ad19904-8f3f-4114-8fbf-788d2c353de2 on network e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:31:47.726299 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-e6f3c9ea-67de-4da3-97e3-a7cbbe3d32b2 service neutron] Port 8ad19904-8f3f-4114-8fbf-788d2c353de2 on network e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:31:47.726616 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-e6f3c9ea-67de-4da3-97e3-a7cbbe3d32b2 service neutron] Attempting to bind port 8ad19904-8f3f-4114-8fbf-788d2c353de2 on network e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:31:47.731287 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-e6f3c9ea-67de-4da3-97e3-a7cbbe3d32b2 service neutron] Checking agent: {'id': '5b3c503f-4bfd-4027-adb8-75f76add50a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'started_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:31:47.731616 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-e6f3c9ea-67de-4da3-97e3-a7cbbe3d32b2 service neutron] Checking segment: {'id': '06c9a52f-5109-49f5-aa3f-b13f66e2519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:31:47.731988 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-e6f3c9ea-67de-4da3-97e3-a7cbbe3d32b2 service neutron] Bound using segment: {'id': '06c9a52f-5109-49f5-aa3f-b13f66e2519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:31:47.732404 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-e6f3c9ea-67de-4da3-97e3-a7cbbe3d32b2 service neutron] Bound port: 8ad19904-8f3f-4114-8fbf-788d2c353de2, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c9a52f-5109-49f5-aa3f-b13f66e2519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:31:47.732752 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-e6f3c9ea-67de-4da3-97e3-a7cbbe3d32b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (8ad19904-8f3f-4114-8fbf-788d2c353de2), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:47.797682 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-e6f3c9ea-67de-4da3-97e3-a7cbbe3d32b2 service neutron] For port 8ad19904-8f3f-4114-8fbf-788d2c353de2, host hv-cinder-83753, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:31:47.800590 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-e6f3c9ea-67de-4da3-97e3-a7cbbe3d32b2 service neutron] For port 8ad19904-8f3f-4114-8fbf-788d2c353de2, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8ad19904-8f3f-4114-8fbf-788d2c353de2,segment=NetworkSegment(06c9a52f-5109-49f5-aa3f-b13f66e2519f),segment_id=06c9a52f-5109-49f5-aa3f-b13f66e2519f)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:31:47.806397 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-e6f3c9ea-67de-4da3-97e3-a7cbbe3d32b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (8ad19904-8f3f-4114-8fbf-788d2c353de2), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:47.840478 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-e6f3c9ea-67de-4da3-97e3-a7cbbe3d32b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:47.841183 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-e6f3c9ea-67de-4da3-97e3-a7cbbe3d32b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:47.842583 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-e6f3c9ea-67de-4da3-97e3-a7cbbe3d32b2 service neutron] 10.222.0.26 "PUT /v2.0/ports/8ad19904-8f3f-4114-8fbf-788d2c353de2 HTTP/1.1" status: 200 len: 1093 time: 0.5992041 Apr 12 18:31:47.843700 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81203fad-724e-4a29-9489-8bcbbf0256cd', 'tag': '8ad19904-8f3f-4114-8fbf-788d2c353de2'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:31:47.846020 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed9cdee-f160-48dc-9fce-e33acc4a2ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "81203fad-724e-4a29-9489-8bcbbf0256cd", "tag": "8ad19904-8f3f-4114-8fbf-788d2c353de2"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:31:47.869941 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3c9ea-67de-4da3-97e3-a7cbbe3d32b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad19904-8f3f-4114-8fbf-788d2c353de2,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:47.893988 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c998c8-0168-411b-a548-910623706860 x-openstack-request-id: req-a4c998c8-0168-411b-a548-910623706860 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:31:47.894489 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81203fad-724e-4a29-9489-8bcbbf0256cd", "tag": "8ad19904-8f3f-4114-8fbf-788d2c353de2", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:31:47.894760 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a4c998c8-0168-411b-a548-910623706860 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:31:47.895176 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4c998c8-0168-411b-a548-910623706860'] response: {'name': 'network-changed', 'server_uuid': '81203fad-724e-4a29-9489-8bcbbf0256cd', 'tag': '8ad19904-8f3f-4114-8fbf-788d2c353de2', 'status': 'completed', 'code': 200} Apr 12 18:31:47.932669 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975f6a7-2097-4057-9299-e74240fff788 req-07278279-0fb8-4939-a4e8-a807e655032d tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:47.934166 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d975f6a7-2097-4057-9299-e74240fff788 req-07278279-0fb8-4939-a4e8-a807e655032d tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=81203fad-724e-4a29-9489-8bcbbf0256cd HTTP/1.1" status: 200 len: 943 time: 0.0611231 Apr 12 18:31:47.977878 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685f0b9-1366-489f-b8a7-6d8019ec035a req-c7f10440-d1a0-4903-b171-2c94984e2669 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:47.979349 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-6685f0b9-1366-489f-b8a7-6d8019ec035a req-c7f10440-d1a0-4903-b171-2c94984e2669 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 946 time: 0.0764453 Apr 12 18:31:47.980403 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-69f5b72a-61cd-4348-a03c-da562166f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:47.981785 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-69f5b72a-61cd-4348-a03c-da562166f60a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7c5a7ac351ec4e3f9ebdb4498b66db21&device_id=81203fad-724e-4a29-9489-8bcbbf0256cd HTTP/1.1" status: 200 len: 1127 time: 0.0694220 Apr 12 18:31:47.981941 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d975f6a7-2097-4057-9299-e74240fff788 req-341c97a7-46b1-402a-8b93-07f15279ea04 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bcfe05d-af18-4a01-8331-5bdb8bc0ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418413 Apr 12 18:31:48.050510 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-35ee93d4-111b-43cb-9d5f-cdb0f6f8556f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ad19904-8f3f-4114-8fbf-788d2c353de2 HTTP/1.1" status: 200 len: 217 time: 0.0593193 Apr 12 18:31:48.138368 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-6685f0b9-1366-489f-b8a7-6d8019ec035a req-685714e9-53da-41a8-996b-bda3c1611cc5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Deleting port 624415f4-5fe4-452f-9481-906fce01e9ac {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:31:48.138712 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-6685f0b9-1366-489f-b8a7-6d8019ec035a req-685714e9-53da-41a8-996b-bda3c1611cc5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (624415f4-5fe4-452f-9481-906fce01e9ac), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:48.143998 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-fac8f284-5a68-4556-9b43-2e60f71fd6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:48.145490 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-fac8f284-5a68-4556-9b43-2e60f71fd6d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f62e45a9-beba-4b60-9a3a-18870ef64eee HTTP/1.1" status: 200 len: 853 time: 0.0880888 Apr 12 18:31:48.190425 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-f5fd085f-7448-4758-8250-9c02a363980b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341611 Apr 12 18:31:48.311963 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-6685f0b9-1366-489f-b8a7-6d8019ec035a req-685714e9-53da-41a8-996b-bda3c1611cc5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] For port 624415f4-5fe4-452f-9481-906fce01e9ac, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=624415f4-5fe4-452f-9481-906fce01e9ac,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:31:48.312648 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-6685f0b9-1366-489f-b8a7-6d8019ec035a req-685714e9-53da-41a8-996b-bda3c1611cc5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (624415f4-5fe4-452f-9481-906fce01e9ac), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:48.372225 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-badb24ca-2e93-4727-8559-f0c9c4567c67 service neutron] 10.222.0.26 "GET /v2.0/networks/e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576974 Apr 12 18:31:48.385733 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:48.526456 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537aac8-561d-4ac5-958b-1709abb5fab3 req-3fbf735f-c861-440a-81d8-8f75cdd9fab1 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:48.528189 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5537aac8-561d-4ac5-958b-1709abb5fab3 req-3fbf735f-c861-440a-81d8-8f75cdd9fab1 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 946 time: 0.0463462 Apr 12 18:31:48.555706 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-47c9f31f-401d-4fe1-98f4-4f8862d9c261 req-fb430e96-7fef-4265-bc6a-50cb3e6c4a62 service neutron] 10.222.0.26 "GET /v2.0/networks/e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746204 Apr 12 18:31:48.569515 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-6685f0b9-1366-489f-b8a7-6d8019ec035a req-685714e9-53da-41a8-996b-bda3c1611cc5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:48.569515 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-6685f0b9-1366-489f-b8a7-6d8019ec035a req-685714e9-53da-41a8-996b-bda3c1611cc5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (73b133a2-a218-486b-a16c-33bdaf08fe21), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:48.569879 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.db.l3_db [req-6685f0b9-1366-489f-b8a7-6d8019ec035a req-685714e9-53da-41a8-996b-bda3c1611cc5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Floating IP 73b133a2-a218-486b-a16c-33bdaf08fe21 disassociated. External IP: 172.27.1.17, port: 624415f4-5fe4-452f-9481-906fce01e9ac. Apr 12 18:31:48.570321 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-6685f0b9-1366-489f-b8a7-6d8019ec035a req-685714e9-53da-41a8-996b-bda3c1611cc5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Calling delete_port for 624415f4-5fe4-452f-9481-906fce01e9ac owned by compute:nova {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:31:48.576348 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5537aac8-561d-4ac5-958b-1709abb5fab3 req-1b5db68f-a677-442c-a214-89fb4bef15a9 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=d13295ce-fff3-489a-8c8e-c0e67c4ca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417528 Apr 12 18:31:48.704590 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-6685f0b9-1366-489f-b8a7-6d8019ec035a req-685714e9-53da-41a8-996b-bda3c1611cc5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (624415f4-5fe4-452f-9481-906fce01e9ac), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:48.735993 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685714e9-53da-41a8-996b-bda3c1611cc5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Pushing event deleted for resources: {'Port': ['ID=624415f4-5fe4-452f-9481-906fce01e9ac,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:48.853100 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6685f0b9-1366-489f-b8a7-6d8019ec035a req-685714e9-53da-41a8-996b-bda3c1611cc5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Router 3ae077bd-2655-4dc3-b696-cd2d44325509 has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:31:48.962121 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6685f0b9-1366-489f-b8a7-6d8019ec035a req-685714e9-53da-41a8-996b-bda3c1611cc5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:31:48.972625 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b2f10a-2b07-470b-b27f-62a0524b3d6a None None] Sync routers for ids ['3ae077bd-2655-4dc3-b696-cd2d44325509'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:31:48.982125 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b2f10a-2b07-470b-b27f-62a0524b3d6a None None] Routers {'3ae077bd-2655-4dc3-b696-cd2d44325509'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:31:48.982735 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-f0b2f10a-2b07-470b-b27f-62a0524b3d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:31:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['3ae077bd-2655-4dc3-b696-cd2d44325509'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:31:49.002867 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-6685f0b9-1366-489f-b8a7-6d8019ec035a req-685714e9-53da-41a8-996b-bda3c1611cc5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] No DVR routers for this DVR port 624415f4-5fe4-452f-9481-906fce01e9ac on host hv-cinder-83753 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:31:49.006527 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-6685f0b9-1366-489f-b8a7-6d8019ec035a req-685714e9-53da-41a8-996b-bda3c1611cc5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:49.009763 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-6685f0b9-1366-489f-b8a7-6d8019ec035a req-685714e9-53da-41a8-996b-bda3c1611cc5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.26 "DELETE /v2.0/ports/624415f4-5fe4-452f-9481-906fce01e9ac HTTP/1.1" status: 204 len: 173 time: 1.0198629 Apr 12 18:31:49.095607 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-f0b2f10a-2b07-470b-b27f-62a0524b3d6a None None] Set router 3ae077bd-2655-4dc3-b696-cd2d44325509 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:31:49.102520 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239693b-e9b3-4702-a832-450ccd60e3be req-fb272667-ed17-4359-b90d-cba45f97ac68 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:49.104170 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9239693b-e9b3-4702-a832-450ccd60e3be req-fb272667-ed17-4359-b90d-cba45f97ac68 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=81203fad-724e-4a29-9489-8bcbbf0256cd HTTP/1.1" status: 200 len: 943 time: 0.0542376 Apr 12 18:31:49.156105 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9239693b-e9b3-4702-a832-450ccd60e3be req-aa943745-6da2-4488-856e-c7a8062a2e97 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bcfe05d-af18-4a01-8331-5bdb8bc0ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447032 Apr 12 18:31:49.299605 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-f0b2f10a-2b07-470b-b27f-62a0524b3d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'name': 'tempest-AttachVolumeShelveTestJSON-849549615-router', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:46Z', 'revision_number': 4, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'gw_port': {'id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'fa1b097a-f892-4c24-bf15-07b2c786cc13', 'name': '', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'mac_address': 'fa:16:3e:fc:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '722781c3-be17-480d-a735-2639a14655b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:45Z', 'updated_at': '2022-04-12T18:27:49Z', 'revision_number': 5, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'subnets': [{'id': '722781c3-be17-480d-a735-2639a14655b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:31:49.304801 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:49.331557 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b2f10a-2b07-470b-b27f-62a0524b3d6a None None] Checking router: 3ae077bd-2655-4dc3-b696-cd2d44325509 for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:31:49.339740 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b2f10a-2b07-470b-b27f-62a0524b3d6a None None] Routers {'3ae077bd-2655-4dc3-b696-cd2d44325509'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:31:49.340352 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-f0b2f10a-2b07-470b-b27f-62a0524b3d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:31:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['3ae077bd-2655-4dc3-b696-cd2d44325509'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:31:49.447931 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-f0b2f10a-2b07-470b-b27f-62a0524b3d6a None None] Set router 3ae077bd-2655-4dc3-b696-cd2d44325509 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:31:49.630550 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-f0b2f10a-2b07-470b-b27f-62a0524b3d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'name': 'tempest-AttachVolumeShelveTestJSON-849549615-router', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:46Z', 'revision_number': 4, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'gw_port': {'id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'fa1b097a-f892-4c24-bf15-07b2c786cc13', 'name': '', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'mac_address': 'fa:16:3e:fc:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '722781c3-be17-480d-a735-2639a14655b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:45Z', 'updated_at': '2022-04-12T18:27:49Z', 'revision_number': 5, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'subnets': [{'id': '722781c3-be17-480d-a735-2639a14655b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:31:49.657169 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b2f10a-2b07-470b-b27f-62a0524b3d6a None None] The sync data for ids ['3ae077bd-2655-4dc3-b696-cd2d44325509'] in dv-cinder-837535-1-iscsi is: [{'id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'name': 'tempest-AttachVolumeShelveTestJSON-849549615-router', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:46Z', 'revision_number': 4, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'gw_port': {'id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'fa1b097a-f892-4c24-bf15-07b2c786cc13', 'name': '', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'mac_address': 'fa:16:3e:fc:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '722781c3-be17-480d-a735-2639a14655b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:45Z', 'updated_at': '2022-04-12T18:27:49Z', 'revision_number': 5, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'subnets': [{'id': '722781c3-be17-480d-a735-2639a14655b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:31:49.681979 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-52e6f9fa-669c-4c34-8f72-2e65f947f4e7 req-64e06320-ff5f-42ea-8f05-35632583353e tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 210 time: 0.0279343 Apr 12 18:31:49.865294 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38f32cf-0d2a-4548-8f5d-2d12cca1876f None None] New status for floating IP 73b133a2-a218-486b-a16c-33bdaf08fe21: DOWN {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:31:49.896090 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9df7f11-614e-49d9-8fe5-e4bec49497ba', 'name': 'network-vif-deleted', 'tag': '624415f4-5fe4-452f-9481-906fce01e9ac'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:31:49.898583 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb85d555-68cf-4ace-8a6b-70de3339ed61" -d '{"events": [{"server_uuid": "a9df7f11-614e-49d9-8fe5-e4bec49497ba", "name": "network-vif-deleted", "tag": "624415f4-5fe4-452f-9481-906fce01e9ac"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:31:49.936402 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f12b8f-ef1f-44c8-baa8-81b7504addec x-openstack-request-id: req-f9f12b8f-ef1f-44c8-baa8-81b7504addec {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:31:49.937582 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9df7f11-614e-49d9-8fe5-e4bec49497ba", "name": "network-vif-deleted", "tag": "624415f4-5fe4-452f-9481-906fce01e9ac", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:31:49.937795 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f9f12b8f-ef1f-44c8-baa8-81b7504addec {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:31:49.938210 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9f12b8f-ef1f-44c8-baa8-81b7504addec'] response: {'server_uuid': 'a9df7f11-614e-49d9-8fe5-e4bec49497ba', 'name': 'network-vif-deleted', 'tag': '624415f4-5fe4-452f-9481-906fce01e9ac', 'status': 'completed', 'code': 200} Apr 12 18:31:50.273919 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fbb61-100f-4040-a5d3-f41b46719152 req-a677b528-cd8f-4bfc-965e-fc86caa5a0a3 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:50.275365 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-261fbb61-100f-4040-a5d3-f41b46719152 req-a677b528-cd8f-4bfc-965e-fc86caa5a0a3 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=81203fad-724e-4a29-9489-8bcbbf0256cd HTTP/1.1" status: 200 len: 943 time: 0.0466316 Apr 12 18:31:50.320968 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-261fbb61-100f-4040-a5d3-f41b46719152 req-bd390bd4-1ab5-4c43-91ec-8615e574927c tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bcfe05d-af18-4a01-8331-5bdb8bc0ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393555 Apr 12 18:31:50.466496 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9cdee-f160-48dc-9fce-e33acc4a2ecc req-314bd886-f687-4bdb-b49c-872d18f5efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:50.468417 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9ed9cdee-f160-48dc-9fce-e33acc4a2ecc req-314bd886-f687-4bdb-b49c-872d18f5efbb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7c5a7ac351ec4e3f9ebdb4498b66db21&device_id=81203fad-724e-4a29-9489-8bcbbf0256cd HTTP/1.1" status: 200 len: 1127 time: 0.0425203 Apr 12 18:31:50.559897 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9cdee-f160-48dc-9fce-e33acc4a2ecc req-44bd5cc9-5cba-4e71-a3b4-7712ba7cf23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:50.561539 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9ed9cdee-f160-48dc-9fce-e33acc4a2ecc req-44bd5cc9-5cba-4e71-a3b4-7712ba7cf23d service neutron] 10.222.0.26 "GET /v2.0/networks?id=e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb HTTP/1.1" status: 200 len: 914 time: 0.0868535 Apr 12 18:31:50.793444 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9ed9cdee-f160-48dc-9fce-e33acc4a2ecc req-f9ffa718-2d32-48f9-bf1e-d0ef22411ace service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ad19904-8f3f-4114-8fbf-788d2c353de2 HTTP/1.1" status: 200 len: 217 time: 0.0411894 Apr 12 18:31:50.808040 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0d0687f2-3929-430f-98d2-f854dccc9484 req-e7231e31-68bd-4515-bb6d-d58a2b9e4afd tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df7f11-614e-49d9-8fe5-e4bec49497ba HTTP/1.1" status: 200 len: 210 time: 0.0338252 Apr 12 18:31:50.844789 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9cdee-f160-48dc-9fce-e33acc4a2ecc req-6a2f6264-4ba9-4b11-8fe1-dde27bedfa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:50.846340 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9ed9cdee-f160-48dc-9fce-e33acc4a2ecc req-6a2f6264-4ba9-4b11-8fe1-dde27bedfa21 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f62e45a9-beba-4b60-9a3a-18870ef64eee HTTP/1.1" status: 200 len: 853 time: 0.0476375 Apr 12 18:31:50.880641 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9ed9cdee-f160-48dc-9fce-e33acc4a2ecc req-d13ab7c2-a559-4a48-bac1-94198aa7f87f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284908 Apr 12 18:31:50.975218 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9ed9cdee-f160-48dc-9fce-e33acc4a2ecc req-4d2b05e3-e764-49d2-aac2-ba91ae9ff660 service neutron] 10.222.0.26 "GET /v2.0/networks/e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883887 Apr 12 18:31:51.039212 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 8ad19904-8f3f-4114-8fbf-788d2c353de2 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:31:51.041397 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 624415f4-5fe4-452f-9481-906fce01e9ac no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:31:51.067924 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9ed9cdee-f160-48dc-9fce-e33acc4a2ecc req-b72e8792-1046-4e93-a01e-fc96f6e19f38 service neutron] 10.222.0.26 "GET /v2.0/networks/e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862260 Apr 12 18:31:51.068093 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] No Port match for: 624415f4-5fe4-452f-9481-906fce01e9ac {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:31:51.068388 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 624415f4-5fe4-452f-9481-906fce01e9ac not bound to the agent host hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:31:51.157559 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 8ad19904-8f3f-4114-8fbf-788d2c353de2, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8ad19904-8f3f-4114-8fbf-788d2c353de2,segment=NetworkSegment(06c9a52f-5109-49f5-aa3f-b13f66e2519f),segment_id=06c9a52f-5109-49f5-aa3f-b13f66e2519f)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:31:51.168801 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Returning: {'device': '8ad19904-8f3f-4114-8fbf-788d2c353de2', 'network_id': 'e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb', 'port_id': '8ad19904-8f3f-4114-8fbf-788d2c353de2', 'mac_address': 'fa:16:3e:65:db:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f62e45a9-beba-4b60-9a3a-18870ef64eee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:31:51.206208 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 8ad19904-8f3f-4114-8fbf-788d2c353de2 is: DOWN; New status is: BUILD {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:31:51.206598 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (8ad19904-8f3f-4114-8fbf-788d2c353de2), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:51.219536 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad19904-8f3f-4114-8fbf-788d2c353de2 {{(pid=103525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:31:51.239210 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 8ad19904-8f3f-4114-8fbf-788d2c353de2, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8ad19904-8f3f-4114-8fbf-788d2c353de2,segment=NetworkSegment(06c9a52f-5109-49f5-aa3f-b13f66e2519f),segment_id=06c9a52f-5109-49f5-aa3f-b13f66e2519f)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:31:51.243082 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (8ad19904-8f3f-4114-8fbf-788d2c353de2), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:51.291230 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=8ad19904-8f3f-4114-8fbf-788d2c353de2,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:51.298316 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:51.298670 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:51.299017 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:51.299363 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:51.299703 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:51.300039 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:51.300373 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:51.300836 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:51.301207 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:51.301540 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:51.301877 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:51.302208 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:51.302537 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:51.302861 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:51.303188 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:51.431722 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8562f-a3b6-4c80-9445-24dbd9511775 req-f8504fed-4785-422d-8a9c-ebf7489f4e50 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:51.433183 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-57e8562f-a3b6-4c80-9445-24dbd9511775 req-f8504fed-4785-422d-8a9c-ebf7489f4e50 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=81203fad-724e-4a29-9489-8bcbbf0256cd HTTP/1.1" status: 200 len: 944 time: 0.0470560 Apr 12 18:31:51.481300 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-57e8562f-a3b6-4c80-9445-24dbd9511775 req-258dbd13-2882-407e-a328-f9602dfaa16b tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bcfe05d-af18-4a01-8331-5bdb8bc0ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419898 Apr 12 18:31:51.556188 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['8ad19904-8f3f-4114-8fbf-788d2c353de2'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:31:51.896996 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 45094) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:31:51.950099 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-321e0363-5fe1-436b-9a91-90742397858f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for security_group (d13295ce-fff3-489a-8c8e-c0e67c4ca39e), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:51.972960 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-321e0363-5fe1-436b-9a91-90742397858f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for security_group (d13295ce-fff3-489a-8c8e-c0e67c4ca39e), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:52.020452 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-321e0363-5fe1-436b-9a91-90742397858f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (d13295ce-fff3-489a-8c8e-c0e67c4ca39e), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:52.023036 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-321e0363-5fe1-436b-9a91-90742397858f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:52.024225 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-321e0363-5fe1-436b-9a91-90742397858f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "DELETE /v2.0/security-groups/d13295ce-fff3-489a-8c8e-c0e67c4ca39e HTTP/1.1" status: 204 len: 168 time: 0.1261728 Apr 12 18:31:52.027056 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 45096) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:31:52.034446 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e0363-5fe1-436b-9a91-90742397858f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13295ce-fff3-489a-8c8e-c0e67c4ca39e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:52.043057 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.api.v2.resource [None req-c50aaefc-1e2c-44f9-baa6-cdf0fec479cc tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] show failed (client error): The resource could not be found. Apr 12 18:31:52.044195 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-c50aaefc-1e2c-44f9-baa6-cdf0fec479cc tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups/d13295ce-fff3-489a-8c8e-c0e67c4ca39e HTTP/1.1" status: 404 len: 347 time: 0.0161250 Apr 12 18:31:52.047726 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 45098) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:31:52.161677 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b252b8dc-77a6-47f1-bff2-06c6bbb2b6af tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Deleting port e723d37e-3410-4aa0-b307-de45d098a2e2 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:31:52.161936 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b252b8dc-77a6-47f1-bff2-06c6bbb2b6af tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (e723d37e-3410-4aa0-b307-de45d098a2e2), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:52.483030 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b252b8dc-77a6-47f1-bff2-06c6bbb2b6af tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (e723d37e-3410-4aa0-b307-de45d098a2e2), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:52.483265 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b252b8dc-77a6-47f1-bff2-06c6bbb2b6af tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for floatingip (e723d37e-3410-4aa0-b307-de45d098a2e2), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:52.495947 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b252b8dc-77a6-47f1-bff2-06c6bbb2b6af tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Calling delete_port for e723d37e-3410-4aa0-b307-de45d098a2e2 owned by network:floatingip {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:31:52.597857 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ba052-cdb0-4893-95da-706a766990c4 req-9a1418db-fb7f-4128-8c5d-b070ba067937 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:52.599376 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d48ba052-cdb0-4893-95da-706a766990c4 req-9a1418db-fb7f-4128-8c5d-b070ba067937 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=81203fad-724e-4a29-9489-8bcbbf0256cd HTTP/1.1" status: 200 len: 944 time: 0.0507147 Apr 12 18:31:52.630299 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b252b8dc-77a6-47f1-bff2-06c6bbb2b6af tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (e723d37e-3410-4aa0-b307-de45d098a2e2), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:52.646960 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d48ba052-cdb0-4893-95da-706a766990c4 req-16d4bfa2-7467-4a18-9778-6f40fe975e38 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bcfe05d-af18-4a01-8331-5bdb8bc0ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418854 Apr 12 18:31:52.658007 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252b8dc-77a6-47f1-bff2-06c6bbb2b6af tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Pushing event deleted for resources: {'Port': ['ID=e723d37e-3410-4aa0-b307-de45d098a2e2,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:52.685442 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252b8dc-77a6-47f1-bff2-06c6bbb2b6af tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:52.685798 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252b8dc-77a6-47f1-bff2-06c6bbb2b6af tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:52.686147 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252b8dc-77a6-47f1-bff2-06c6bbb2b6af tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:52.686492 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252b8dc-77a6-47f1-bff2-06c6bbb2b6af tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:52.687347 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252b8dc-77a6-47f1-bff2-06c6bbb2b6af tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:52.687702 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252b8dc-77a6-47f1-bff2-06c6bbb2b6af tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:52.688062 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252b8dc-77a6-47f1-bff2-06c6bbb2b6af tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:52.688390 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252b8dc-77a6-47f1-bff2-06c6bbb2b6af tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:52.688728 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252b8dc-77a6-47f1-bff2-06c6bbb2b6af tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:52.689066 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252b8dc-77a6-47f1-bff2-06c6bbb2b6af tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:52.689429 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252b8dc-77a6-47f1-bff2-06c6bbb2b6af tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:52.689789 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252b8dc-77a6-47f1-bff2-06c6bbb2b6af tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:52.690123 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252b8dc-77a6-47f1-bff2-06c6bbb2b6af tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:52.690453 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252b8dc-77a6-47f1-bff2-06c6bbb2b6af tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:52.690783 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252b8dc-77a6-47f1-bff2-06c6bbb2b6af tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:52.731870 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b252b8dc-77a6-47f1-bff2-06c6bbb2b6af tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for floatingip (73b133a2-a218-486b-a16c-33bdaf08fe21), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:52.735148 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b252b8dc-77a6-47f1-bff2-06c6bbb2b6af tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:52.736225 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-b252b8dc-77a6-47f1-bff2-06c6bbb2b6af tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "DELETE /v2.0/floatingips/73b133a2-a218-486b-a16c-33bdaf08fe21 HTTP/1.1" status: 204 len: 168 time: 0.6874273 Apr 12 18:31:53.040294 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 8ad19904-8f3f-4114-8fbf-788d2c353de2 up at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:31:53.084016 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 45104) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:31:53.088525 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-2b6aca81-d3e7-4757-a515-60d2410d24c7 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Request body: {'security_group': {'name': 'tempest-securitygroup--527811855', 'description': 'tempest-description--1413294614'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:31:53.088853 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning for port 8ad19904-8f3f-4114-8fbf-788d2c353de2 completed by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:31:53.094486 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning complete for port 8ad19904-8f3f-4114-8fbf-788d2c353de2 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:31:53.094864 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (8ad19904-8f3f-4114-8fbf-788d2c353de2), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:53.109520 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2b6aca81-d3e7-4757-a515-60d2410d24c7 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:53.174892 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 8ad19904-8f3f-4114-8fbf-788d2c353de2 is: BUILD; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:31:53.175289 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (8ad19904-8f3f-4114-8fbf-788d2c353de2), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:53.177031 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2b6aca81-d3e7-4757-a515-60d2410d24c7 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for security_group (8396ba58-5400-44dc-9fee-1b658bc7684c), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:53.180965 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2b6aca81-d3e7-4757-a515-60d2410d24c7 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (8396ba58-5400-44dc-9fee-1b658bc7684c), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:53.198666 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81203fad-724e-4a29-9489-8bcbbf0256cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad19904-8f3f-4114-8fbf-788d2c353de2'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:31:53.200909 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1b73f9-84ff-415b-9330-c018f5ede355" -d '{"events": [{"server_uuid": "81203fad-724e-4a29-9489-8bcbbf0256cd", "name": "network-vif-plugged", "status": "completed", "tag": "8ad19904-8f3f-4114-8fbf-788d2c353de2"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:31:53.214258 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 8ad19904-8f3f-4114-8fbf-788d2c353de2, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8ad19904-8f3f-4114-8fbf-788d2c353de2,segment=NetworkSegment(06c9a52f-5109-49f5-aa3f-b13f66e2519f),segment_id=06c9a52f-5109-49f5-aa3f-b13f66e2519f)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:31:53.220014 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (8ad19904-8f3f-4114-8fbf-788d2c353de2), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:53.220888 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2b6aca81-d3e7-4757-a515-60d2410d24c7 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:53.222889 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-2b6aca81-d3e7-4757-a515-60d2410d24c7 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1378284 Apr 12 18:31:53.223971 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6aca81-d3e7-4757-a515-60d2410d24c7 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8396ba58-5400-44dc-9fee-1b658bc7684c,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:53.225792 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 45108) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:31:53.231151 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-8d077235-9f5f-4fe2-9819-992e040f435e tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Request body: {'security_group_rule': {'security_group_id': '8396ba58-5400-44dc-9fee-1b658bc7684c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:31:53.257660 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd74c461-8ade-4322-ac82-2192eef9760d x-openstack-request-id: req-dd74c461-8ade-4322-ac82-2192eef9760d {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:31:53.257959 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81203fad-724e-4a29-9489-8bcbbf0256cd", "name": "network-vif-plugged", "status": "completed", "tag": "8ad19904-8f3f-4114-8fbf-788d2c353de2", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:31:53.258221 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd74c461-8ade-4322-ac82-2192eef9760d {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:31:53.258621 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd74c461-8ade-4322-ac82-2192eef9760d'] response: {'server_uuid': '81203fad-724e-4a29-9489-8bcbbf0256cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad19904-8f3f-4114-8fbf-788d2c353de2', 'code': 200} Apr 12 18:31:53.260927 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d077235-9f5f-4fe2-9819-992e040f435e tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for security_group_rule (bc4bef8f-ef45-43bb-9081-621c8eb4312d), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:53.283821 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=8ad19904-8f3f-4114-8fbf-788d2c353de2,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:53.328252 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d077235-9f5f-4fe2-9819-992e040f435e tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for security_group_rule (bc4bef8f-ef45-43bb-9081-621c8eb4312d), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:53.332810 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d077235-9f5f-4fe2-9819-992e040f435e tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (bc4bef8f-ef45-43bb-9081-621c8eb4312d), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:53.351393 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d077235-9f5f-4fe2-9819-992e040f435e tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4bef8f-ef45-43bb-9081-621c8eb4312d,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:53.359165 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d077235-9f5f-4fe2-9819-992e040f435e tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:53.360347 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-8d077235-9f5f-4fe2-9819-992e040f435e tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1333387 Apr 12 18:31:53.363228 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 45110) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:31:53.367583 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-7274e5d1-7c71-472c-9ecc-62171fcd6e41 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Request body: {'security_group_rule': {'security_group_id': '8396ba58-5400-44dc-9fee-1b658bc7684c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:31:53.393265 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7274e5d1-7c71-472c-9ecc-62171fcd6e41 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for security_group_rule (beb069ad-0e9f-4e0c-8efe-49e7f509aafc), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:53.404177 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053d5e5-0422-48f6-a38c-548a013f7e8d req-b893089b-e47e-426e-8032-454f034604a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:53.405830 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-6053d5e5-0422-48f6-a38c-548a013f7e8d req-b893089b-e47e-426e-8032-454f034604a1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=81203fad-724e-4a29-9489-8bcbbf0256cd HTTP/1.1" status: 200 len: 1129 time: 0.0396395 Apr 12 18:31:53.448244 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7274e5d1-7c71-472c-9ecc-62171fcd6e41 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for security_group_rule (beb069ad-0e9f-4e0c-8efe-49e7f509aafc), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:53.449568 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-6053d5e5-0422-48f6-a38c-548a013f7e8d req-733f8c7b-72f3-4146-8485-e69e0762ec02 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5bcfe05d-af18-4a01-8331-5bdb8bc0ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367064 Apr 12 18:31:53.451853 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7274e5d1-7c71-472c-9ecc-62171fcd6e41 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (beb069ad-0e9f-4e0c-8efe-49e7f509aafc), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:53.469792 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274e5d1-7c71-472c-9ecc-62171fcd6e41 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb069ad-0e9f-4e0c-8efe-49e7f509aafc,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:53.476144 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7274e5d1-7c71-472c-9ecc-62171fcd6e41 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:53.477358 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-7274e5d1-7c71-472c-9ecc-62171fcd6e41 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1131170 Apr 12 18:31:53.480300 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 45112) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:31:53.484506 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c0579252-0482-4742-887b-8f79c7577c2f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Request body: {'floatingip': {'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:31:53.503501 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0579252-0482-4742-887b-8f79c7577c2f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:53.581692 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0579252-0482-4742-887b-8f79c7577c2f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:53.684989 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-c0579252-0482-4742-887b-8f79c7577c2f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Allocated IP 172.27.1.57 (8fe2c56e-0395-443d-a858-76cf54693827/10fb9747-8da5-4ac4-8e6b-c6dba6e53947/4e194ea0-b336-4745-b97d-20844a77ef64) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:31:53.790779 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b478823-0252-45e2-a730-8b46f51c803c req-d947f9c0-d3d7-421e-a7cf-9fdac1b0b689 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:53.792232 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8b478823-0252-45e2-a730-8b46f51c803c req-d947f9c0-d3d7-421e-a7cf-9fdac1b0b689 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=81203fad-724e-4a29-9489-8bcbbf0256cd HTTP/1.1" status: 200 len: 945 time: 0.0759439 Apr 12 18:31:53.847571 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0579252-0482-4742-887b-8f79c7577c2f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for port (4e194ea0-b336-4745-b97d-20844a77ef64), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:53.869632 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8b478823-0252-45e2-a730-8b46f51c803c req-d56bcb43-2f4a-4a14-a725-11a0d91b34bc tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bcfe05d-af18-4a01-8331-5bdb8bc0ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712452 Apr 12 18:31:53.895766 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0579252-0482-4742-887b-8f79c7577c2f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (4e194ea0-b336-4745-b97d-20844a77ef64), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:53.934548 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0579252-0482-4742-887b-8f79c7577c2f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Network 8fe2c56e-0395-443d-a858-76cf54693827 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:31:53.939799 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-c0579252-0482-4742-887b-8f79c7577c2f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:31:53.942332 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0579252-0482-4742-887b-8f79c7577c2f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:31:53.970107 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0579252-0482-4742-887b-8f79c7577c2f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Pushing event updated for resources: {'Port': ['ID=4e194ea0-b336-4745-b97d-20844a77ef64,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:54.034043 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0579252-0482-4742-887b-8f79c7577c2f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for floatingip (58bea677-01e6-4b5f-a9bd-d1ca18bee8fb), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:54.073781 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0579252-0482-4742-887b-8f79c7577c2f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (4e194ea0-b336-4745-b97d-20844a77ef64), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:54.118700 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:54.224898 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0579252-0482-4742-887b-8f79c7577c2f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for port (4e194ea0-b336-4745-b97d-20844a77ef64), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:54.229464 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0579252-0482-4742-887b-8f79c7577c2f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62656905'] for port (4e194ea0-b336-4745-b97d-20844a77ef64), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:54.298156 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0579252-0482-4742-887b-8f79c7577c2f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Pushing event updated for resources: {'Port': ['ID=4e194ea0-b336-4745-b97d-20844a77ef64,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:54.309330 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0579252-0482-4742-887b-8f79c7577c2f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (58bea677-01e6-4b5f-a9bd-d1ca18bee8fb), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:54.323956 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0579252-0482-4742-887b-8f79c7577c2f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:54.325199 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-c0579252-0482-4742-887b-8f79c7577c2f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8439665 Apr 12 18:31:54.517954 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-c6190c88-c8fe-460d-beb9-af8b9e824cbc tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--527811855&fields=id&tenant_id=0ffbe74a26884702b868d7cd3087e6f8 HTTP/1.1" status: 200 len: 267 time: 0.0444565 Apr 12 18:31:54.624116 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-14d7a6d5-9850-4001-8565-5344329f329c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:54.625590 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-14d7a6d5-9850-4001-8565-5344329f329c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/networks?id=49ab9656-d0bc-4412-8fbd-74c59629e55b HTTP/1.1" status: 200 len: 816 time: 0.1013398 Apr 12 18:31:54.640373 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-87315578-b226-42be-b279-d4426995cb63 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/quotas/0ffbe74a26884702b868d7cd3087e6f8 HTTP/1.1" status: 200 len: 375 time: 0.0087144 Apr 12 18:31:54.688888 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-adf2bcfe-dffc-4f6f-bd9a-56c74e3a11ac tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ffbe74a26884702b868d7cd3087e6f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432432 Apr 12 18:31:54.779967 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-a95303a2-871c-499c-b7e8-d57ce5fe7936 service neutron] 10.222.0.52 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801156 Apr 12 18:31:54.871777 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-37ea2652-4d2e-4cff-b9e4-57e2d1e71a00 service neutron] 10.222.0.52 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854909 Apr 12 18:31:54.994947 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb22c44-1182-4a95-b871-4598bba95532 req-9a3b820e-d897-4712-a2ef-0272d356c916 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:54.997732 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8fb22c44-1182-4a95-b871-4598bba95532 req-9a3b820e-d897-4712-a2ef-0272d356c916 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=81203fad-724e-4a29-9489-8bcbbf0256cd HTTP/1.1" status: 200 len: 945 time: 0.0575173 Apr 12 18:31:55.054063 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0882767c-f842-4ef3-95a3-9b1ebf75c7f2 req-3d2dedd9-00fe-4742-87a5-3ea513536c80 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 210 time: 0.0450585 Apr 12 18:31:55.095256 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8fb22c44-1182-4a95-b871-4598bba95532 req-e42d5794-133d-4e75-8e2f-513a723b1064 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bcfe05d-af18-4a01-8331-5bdb8bc0ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760560 Apr 12 18:31:55.962386 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-b5b6a8b3-cf55-42d3-bb70-2b7ae1034405 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:55.963813 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-b5b6a8b3-cf55-42d3-bb70-2b7ae1034405 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.26 "GET /v2.0/networks?id=49ab9656-d0bc-4412-8fbd-74c59629e55b HTTP/1.1" status: 200 len: 816 time: 0.1133037 Apr 12 18:31:56.025531 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-fd743908-6dbc-40cb-a648-15c9f6c15ca7 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ffbe74a26884702b868d7cd3087e6f8 HTTP/1.1" status: 200 len: 379 time: 0.0539033 Apr 12 18:31:56.087535 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-9005127d-3e8e-414b-bc7e-408447b0812a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Request body: {'port': {'device_id': '8f555a89-00cd-49e9-b9cf-8f5d3c637301', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'admin_state_up': True, 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'security_groups': ['8396ba58-5400-44dc-9fee-1b658bc7684c']}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:31:56.163736 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bf50bfa8-cb81-47a9-999b-6da5d0489d99 req-75903756-e96c-4459-a125-10b399e88892 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 210 time: 0.0306034 Apr 12 18:31:56.205665 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-9005127d-3e8e-414b-bc7e-408447b0812a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Made reservation on behalf of 0ffbe74a26884702b868d7cd3087e6f8 for: {'port': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:31:56.209232 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-9005127d-3e8e-414b-bc7e-408447b0812a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:56.216246 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f899e9b-2198-4f68-ae6f-b65b6212c1d9 req-b03d5aa6-eae6-4d03-8313-a27f179d37e1 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:56.217699 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6f899e9b-2198-4f68-ae6f-b65b6212c1d9 req-b03d5aa6-eae6-4d03-8313-a27f179d37e1 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=81203fad-724e-4a29-9489-8bcbbf0256cd HTTP/1.1" status: 200 len: 945 time: 0.0517941 Apr 12 18:31:56.266584 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6f899e9b-2198-4f68-ae6f-b65b6212c1d9 req-702312ab-0789-4c0d-a96c-4084076bf6dc tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bcfe05d-af18-4a01-8331-5bdb8bc0ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428028 Apr 12 18:31:56.338745 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-9005127d-3e8e-414b-bc7e-408447b0812a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Allocated IP 172.20.0.6 (49ab9656-d0bc-4412-8fbd-74c59629e55b/722781c3-be17-480d-a735-2639a14655b9/fd57b10d-eef3-4359-a06f-882658d5d94b) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:31:56.489546 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-9005127d-3e8e-414b-bc7e-408447b0812a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:56.523828 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-9005127d-3e8e-414b-bc7e-408447b0812a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:56.567039 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-9005127d-3e8e-414b-bc7e-408447b0812a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Network 49ab9656-d0bc-4412-8fbd-74c59629e55b is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:31:56.572376 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-9005127d-3e8e-414b-bc7e-408447b0812a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:31:56.576152 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-9005127d-3e8e-414b-bc7e-408447b0812a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:31:56.605019 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005127d-3e8e-414b-bc7e-408447b0812a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Pushing event updated for resources: {'Port': ['ID=fd57b10d-eef3-4359-a06f-882658d5d94b,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:56.635388 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-9005127d-3e8e-414b-bc7e-408447b0812a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:56.636037 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-9005127d-3e8e-414b-bc7e-408447b0812a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:56.662308 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-9005127d-3e8e-414b-bc7e-408447b0812a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5782282 Apr 12 18:31:56.674040 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-8cde905a-6731-4bf0-9461-526f9073e467 service neutron] Request body: {'port': {'device_id': '8f555a89-00cd-49e9-b9cf-8f5d3c637301', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:31:56.747720 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-8cde905a-6731-4bf0-9461-526f9073e467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:56.785278 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:31:56.839743 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-131cc272-f78d-4ed2-83ec-7b368fb7b77c None None] Provisioning complete for port fd57b10d-eef3-4359-a06f-882658d5d94b triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:31:56.840356 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-131cc272-f78d-4ed2-83ec-7b368fb7b77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:56.878821 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-131cc272-f78d-4ed2-83ec-7b368fb7b77c None None] Port fd57b10d-eef3-4359-a06f-882658d5d94b cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:31:57.017593 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-8cde905a-6731-4bf0-9461-526f9073e467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd57b10d-eef3-4359-a06f-882658d5d94b {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:31:57.026110 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-8cde905a-6731-4bf0-9461-526f9073e467 service neutron] Publish callbacks [] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:57.040438 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-8cde905a-6731-4bf0-9461-526f9073e467 service neutron] Transition to ACTIVE for port object fd57b10d-eef3-4359-a06f-882658d5d94b will not be triggered until provisioned by entity L2. {{(pid=103524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:31:57.044854 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-8cde905a-6731-4bf0-9461-526f9073e467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:57.100044 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde905a-6731-4bf0-9461-526f9073e467 service neutron] Pushing event updated for resources: {'Port': ['ID=fd57b10d-eef3-4359-a06f-882658d5d94b,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:57.175664 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-8cde905a-6731-4bf0-9461-526f9073e467 service neutron] Attempting to bind port fd57b10d-eef3-4359-a06f-882658d5d94b on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:31:57.175989 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-8cde905a-6731-4bf0-9461-526f9073e467 service neutron] Attempting to bind port fd57b10d-eef3-4359-a06f-882658d5d94b by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'a724c783-7421-49ba-ba3e-71e8fb669f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:31:57.176320 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-8cde905a-6731-4bf0-9461-526f9073e467 service neutron] Attempting to bind port fd57b10d-eef3-4359-a06f-882658d5d94b on network 49ab9656-d0bc-4412-8fbd-74c59629e55b {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:31:57.180855 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-8cde905a-6731-4bf0-9461-526f9073e467 service neutron] Port fd57b10d-eef3-4359-a06f-882658d5d94b on network 49ab9656-d0bc-4412-8fbd-74c59629e55b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:31:57.181289 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-8cde905a-6731-4bf0-9461-526f9073e467 service neutron] Attempting to bind port fd57b10d-eef3-4359-a06f-882658d5d94b on network 49ab9656-d0bc-4412-8fbd-74c59629e55b {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:31:57.186501 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-8cde905a-6731-4bf0-9461-526f9073e467 service neutron] Checking agent: {'id': '5b3c503f-4bfd-4027-adb8-75f76add50a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'started_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:31:57.186866 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-8cde905a-6731-4bf0-9461-526f9073e467 service neutron] Checking segment: {'id': 'a724c783-7421-49ba-ba3e-71e8fb669f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:31:57.187880 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-8cde905a-6731-4bf0-9461-526f9073e467 service neutron] Bound using segment: {'id': 'a724c783-7421-49ba-ba3e-71e8fb669f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:31:57.188354 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-8cde905a-6731-4bf0-9461-526f9073e467 service neutron] Bound port: fd57b10d-eef3-4359-a06f-882658d5d94b, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a724c783-7421-49ba-ba3e-71e8fb669f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:31:57.188725 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-8cde905a-6731-4bf0-9461-526f9073e467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:57.256174 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-8cde905a-6731-4bf0-9461-526f9073e467 service neutron] For port fd57b10d-eef3-4359-a06f-882658d5d94b, host hv-cinder-83753, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:31:57.259380 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-8cde905a-6731-4bf0-9461-526f9073e467 service neutron] For port fd57b10d-eef3-4359-a06f-882658d5d94b, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fd57b10d-eef3-4359-a06f-882658d5d94b,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:31:57.265106 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-8cde905a-6731-4bf0-9461-526f9073e467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:57.301141 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814a442-abe7-4b66-9d9d-85aba0c2e1f8 req-85674114-5536-4712-bbf9-71478e1cb421 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:57.303418 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6814a442-abe7-4b66-9d9d-85aba0c2e1f8 req-85674114-5536-4712-bbf9-71478e1cb421 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 943 time: 0.0583656 Apr 12 18:31:57.310469 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-8cde905a-6731-4bf0-9461-526f9073e467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:57.311310 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-8cde905a-6731-4bf0-9461-526f9073e467 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:57.312851 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-8cde905a-6731-4bf0-9461-526f9073e467 service neutron] 10.222.0.26 "PUT /v2.0/ports/fd57b10d-eef3-4359-a06f-882658d5d94b HTTP/1.1" status: 200 len: 1093 time: 0.6439135 Apr 12 18:31:57.313529 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f555a89-00cd-49e9-b9cf-8f5d3c637301', 'tag': 'fd57b10d-eef3-4359-a06f-882658d5d94b'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:31:57.315779 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968919c9-b949-48c5-8e02-f1109db424bd" -d '{"events": [{"name": "network-changed", "server_uuid": "8f555a89-00cd-49e9-b9cf-8f5d3c637301", "tag": "fd57b10d-eef3-4359-a06f-882658d5d94b"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:31:57.336119 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde905a-6731-4bf0-9461-526f9073e467 service neutron] Pushing event updated for resources: {'Port': ['ID=fd57b10d-eef3-4359-a06f-882658d5d94b,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:57.389383 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8233c1-e608-49e3-b168-8fe18b2143fa x-openstack-request-id: req-ac8233c1-e608-49e3-b168-8fe18b2143fa {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:31:57.389774 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f555a89-00cd-49e9-b9cf-8f5d3c637301", "tag": "fd57b10d-eef3-4359-a06f-882658d5d94b", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:31:57.390695 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac8233c1-e608-49e3-b168-8fe18b2143fa {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:31:57.391211 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac8233c1-e608-49e3-b168-8fe18b2143fa'] response: {'name': 'network-changed', 'server_uuid': '8f555a89-00cd-49e9-b9cf-8f5d3c637301', 'tag': 'fd57b10d-eef3-4359-a06f-882658d5d94b', 'status': 'completed', 'code': 200} Apr 12 18:31:57.414044 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6814a442-abe7-4b66-9d9d-85aba0c2e1f8 req-6d98db55-6e70-4ab3-9460-f8719b290c53 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022809 Apr 12 18:31:57.451551 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-b80291ea-0359-4109-be6c-0067596a613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:57.454661 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-b80291ea-0359-4109-be6c-0067596a613d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ffbe74a26884702b868d7cd3087e6f8&device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 1127 time: 0.0796280 Apr 12 18:31:57.500309 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-f7ad21c5-1827-4614-93ac-8d80ca904652 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd57b10d-eef3-4359-a06f-882658d5d94b HTTP/1.1" status: 200 len: 217 time: 0.0395763 Apr 12 18:31:57.554145 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-1e0bb60c-5ed8-4fb1-a070-397088e1f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:57.555636 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-1e0bb60c-5ed8-4fb1-a070-397088e1f818 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=722781c3-be17-480d-a735-2639a14655b9 HTTP/1.1" status: 200 len: 855 time: 0.0494344 Apr 12 18:31:57.608247 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-6ae116dd-f0db-4dae-8b2e-c012f511457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:57.610115 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-6ae116dd-f0db-4dae-8b2e-c012f511457d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49ab9656-d0bc-4412-8fbd-74c59629e55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483069 Apr 12 18:31:57.705252 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-478c98a9-9ed0-448a-a4f5-f6a885e04877 service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879927 Apr 12 18:31:57.801047 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4e6f70ac-5f3f-4aeb-b084-edbde4e3f3ac req-08e782b6-8984-4876-931c-90992f869747 service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884993 Apr 12 18:31:58.530603 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8c36c-5ce6-4d1d-b621-6df6c73352c3 req-6cc4f119-1b4b-461b-be1a-6348e8e32752 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:58.532623 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1bf8c36c-5ce6-4d1d-b621-6df6c73352c3 req-6cc4f119-1b4b-461b-be1a-6348e8e32752 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 943 time: 0.0485528 Apr 12 18:31:58.579840 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1bf8c36c-5ce6-4d1d-b621-6df6c73352c3 req-53c0ac9f-5076-4b52-a273-36b3dbb5800c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406926 Apr 12 18:31:59.696810 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc6a47-472c-4878-a58a-f33ce9d1a4d8 req-66693e39-7196-4d1e-82c4-dd2f1d7ba126 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:59.698201 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b9dc6a47-472c-4878-a58a-f33ce9d1a4d8 req-66693e39-7196-4d1e-82c4-dd2f1d7ba126 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 943 time: 0.0453858 Apr 12 18:31:59.748648 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b9dc6a47-472c-4878-a58a-f33ce9d1a4d8 req-80ef95fa-b870-4a73-ae0b-7e42f83c31e2 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437264 Apr 12 18:31:59.941376 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968919c9-b949-48c5-8e02-f1109db424bd req-d3bc684a-1413-4253-83a3-bbd259ac1bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:59.942939 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-968919c9-b949-48c5-8e02-f1109db424bd req-d3bc684a-1413-4253-83a3-bbd259ac1bd3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ffbe74a26884702b868d7cd3087e6f8&device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 1127 time: 0.0422027 Apr 12 18:32:00.034757 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-15755fec-48fb-4524-ae38-bee2fbc22f94 req-03fea25e-c338-4ec2-a4c0-eca8d0ac2452 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=81203fad-724e-4a29-9489-8bcbbf0256cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0908577 Apr 12 18:32:00.069172 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968919c9-b949-48c5-8e02-f1109db424bd req-ec9652f4-3fa2-40d5-b819-83b97eee7d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:00.070646 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-968919c9-b949-48c5-8e02-f1109db424bd req-ec9652f4-3fa2-40d5-b819-83b97eee7d97 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49ab9656-d0bc-4412-8fbd-74c59629e55b HTTP/1.1" status: 200 len: 917 time: 0.1192272 Apr 12 18:32:00.140834 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-968919c9-b949-48c5-8e02-f1109db424bd req-04250c41-a9aa-4778-bd70-95f36e10250e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd57b10d-eef3-4359-a06f-882658d5d94b HTTP/1.1" status: 200 len: 217 time: 0.0583668 Apr 12 18:32:00.177126 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15755fec-48fb-4524-ae38-bee2fbc22f94 req-b20289f0-88f9-4b94-ad88-8d0b4dbc8d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:00.178589 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-15755fec-48fb-4524-ae38-bee2fbc22f94 req-b20289f0-88f9-4b94-ad88-8d0b4dbc8d2a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7c5a7ac351ec4e3f9ebdb4498b66db21&device_id=81203fad-724e-4a29-9489-8bcbbf0256cd HTTP/1.1" status: 200 len: 1129 time: 0.0913939 Apr 12 18:32:00.197094 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968919c9-b949-48c5-8e02-f1109db424bd req-0f9bbef9-57bf-4a97-9f5a-44a776f7bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:00.198641 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-968919c9-b949-48c5-8e02-f1109db424bd req-0f9bbef9-57bf-4a97-9f5a-44a776f7bb47 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=722781c3-be17-480d-a735-2639a14655b9 HTTP/1.1" status: 200 len: 855 time: 0.0507541 Apr 12 18:32:00.285574 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968919c9-b949-48c5-8e02-f1109db424bd req-5cf51ae4-1a17-4fbd-9e11-d30659ae4d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:00.287076 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-968919c9-b949-48c5-8e02-f1109db424bd req-5cf51ae4-1a17-4fbd-9e11-d30659ae4d56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49ab9656-d0bc-4412-8fbd-74c59629e55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798421 Apr 12 18:32:00.365016 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15755fec-48fb-4524-ae38-bee2fbc22f94 req-29a8f892-dc1d-4e14-b678-e26e83f5caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:00.366484 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-15755fec-48fb-4524-ae38-bee2fbc22f94 req-29a8f892-dc1d-4e14-b678-e26e83f5caa9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb HTTP/1.1" status: 200 len: 914 time: 0.1670134 Apr 12 18:32:00.418119 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-15755fec-48fb-4524-ae38-bee2fbc22f94 req-6405bf87-3124-44a8-9ea0-47cf16fdfd73 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ad19904-8f3f-4114-8fbf-788d2c353de2 HTTP/1.1" status: 200 len: 217 time: 0.0439215 Apr 12 18:32:00.455804 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-968919c9-b949-48c5-8e02-f1109db424bd req-1e2553c5-9b17-43fb-9ea2-0701e33ad663 service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612921 Apr 12 18:32:00.489872 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15755fec-48fb-4524-ae38-bee2fbc22f94 req-c0e1d664-97a2-4a31-b8af-c8f5a5d1dd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:00.491320 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-15755fec-48fb-4524-ae38-bee2fbc22f94 req-c0e1d664-97a2-4a31-b8af-c8f5a5d1dd5a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f62e45a9-beba-4b60-9a3a-18870ef64eee HTTP/1.1" status: 200 len: 853 time: 0.0646060 Apr 12 18:32:00.552577 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-15755fec-48fb-4524-ae38-bee2fbc22f94 req-c055a4d0-59c5-407a-965f-0b000fec96c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550978 Apr 12 18:32:00.631026 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-968919c9-b949-48c5-8e02-f1109db424bd req-7340873b-4829-4712-9038-bb08ac965f73 service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632373 Apr 12 18:32:00.661319 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-15755fec-48fb-4524-ae38-bee2fbc22f94 req-da65212d-7138-457b-ab3e-ae5f155b9842 service neutron] 10.222.0.26 "GET /v2.0/networks/e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997140 Apr 12 18:32:00.761666 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-15755fec-48fb-4524-ae38-bee2fbc22f94 req-13e56658-b61c-4b17-94d4-742e67952062 service neutron] 10.222.0.26 "GET /v2.0/networks/e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863945 Apr 12 18:32:00.867990 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21ab28-e32c-47db-a42f-4a19e02b511e req-f5dd5887-dc67-4067-bf12-8163853d04f5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:00.872163 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8e21ab28-e32c-47db-a42f-4a19e02b511e req-f5dd5887-dc67-4067-bf12-8163853d04f5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 943 time: 0.0523584 Apr 12 18:32:00.920663 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8e21ab28-e32c-47db-a42f-4a19e02b511e req-f92c82d8-5f81-4aea-9564-578081455e81 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419888 Apr 12 18:32:01.098774 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device fd57b10d-eef3-4359-a06f-882658d5d94b details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:32:01.207554 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port fd57b10d-eef3-4359-a06f-882658d5d94b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fd57b10d-eef3-4359-a06f-882658d5d94b,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:32:01.218260 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Returning: {'device': 'fd57b10d-eef3-4359-a06f-882658d5d94b', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'port_id': 'fd57b10d-eef3-4359-a06f-882658d5d94b', 'mac_address': 'fa:16:3e:e2:88:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722781c3-be17-480d-a735-2639a14655b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:32:01.256360 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port fd57b10d-eef3-4359-a06f-882658d5d94b is: DOWN; New status is: BUILD {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:32:01.256753 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:01.269151 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd57b10d-eef3-4359-a06f-882658d5d94b {{(pid=103525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:32:01.289939 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port fd57b10d-eef3-4359-a06f-882658d5d94b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fd57b10d-eef3-4359-a06f-882658d5d94b,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:32:01.293721 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:01.344257 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=fd57b10d-eef3-4359-a06f-882658d5d94b,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:32:01.637113 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['fd57b10d-eef3-4359-a06f-882658d5d94b'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:32:02.041428 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3318cf-3ea3-404c-a4ac-99b621b49c6c req-cf80a640-a23b-4930-9147-91e8efbd9b9b tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:02.042917 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8f3318cf-3ea3-404c-a4ac-99b621b49c6c req-cf80a640-a23b-4930-9147-91e8efbd9b9b tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 944 time: 0.0469003 Apr 12 18:32:02.089717 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8f3318cf-3ea3-404c-a4ac-99b621b49c6c req-0a7e2975-bb4b-4251-b05d-f7ef02cfff99 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404909 Apr 12 18:32:03.126985 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device fd57b10d-eef3-4359-a06f-882658d5d94b up at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:32:03.174083 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning for port fd57b10d-eef3-4359-a06f-882658d5d94b completed by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:32:03.180751 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning complete for port fd57b10d-eef3-4359-a06f-882658d5d94b triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:32:03.181181 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:03.221875 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249b1d9-9489-4326-87cd-260c19e4380a req-b9194684-108d-4ff9-90ab-a5979e1a1a7d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:03.223619 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8249b1d9-9489-4326-87cd-260c19e4380a req-b9194684-108d-4ff9-90ab-a5979e1a1a7d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 944 time: 0.0569639 Apr 12 18:32:03.258804 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port fd57b10d-eef3-4359-a06f-882658d5d94b is: BUILD; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:32:03.259189 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:03.273755 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8249b1d9-9489-4326-87cd-260c19e4380a req-6819ca0e-2706-4fe4-8f00-53e2ffcf05f8 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446231 Apr 12 18:32:03.282654 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f555a89-00cd-49e9-b9cf-8f5d3c637301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd57b10d-eef3-4359-a06f-882658d5d94b'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:32:03.285368 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b96e98a-7041-4e70-8905-76b361f325c0" -d '{"events": [{"server_uuid": "8f555a89-00cd-49e9-b9cf-8f5d3c637301", "name": "network-vif-plugged", "status": "completed", "tag": "fd57b10d-eef3-4359-a06f-882658d5d94b"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:32:03.298375 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port fd57b10d-eef3-4359-a06f-882658d5d94b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fd57b10d-eef3-4359-a06f-882658d5d94b,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:32:03.302716 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:03.328617 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ade5d3-9601-4bf4-bef2-f5ef0083a053 x-openstack-request-id: req-e5ade5d3-9601-4bf4-bef2-f5ef0083a053 {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:32:03.329470 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f555a89-00cd-49e9-b9cf-8f5d3c637301", "name": "network-vif-plugged", "status": "completed", "tag": "fd57b10d-eef3-4359-a06f-882658d5d94b", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:32:03.329724 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e5ade5d3-9601-4bf4-bef2-f5ef0083a053 {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:32:03.330118 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5ade5d3-9601-4bf4-bef2-f5ef0083a053'] response: {'server_uuid': '8f555a89-00cd-49e9-b9cf-8f5d3c637301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd57b10d-eef3-4359-a06f-882658d5d94b', 'code': 200} Apr 12 18:32:03.356653 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=fd57b10d-eef3-4359-a06f-882658d5d94b,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:32:03.499526 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d067bb2-159e-4d18-918d-c71d9aec6fac req-96b3e70e-3834-4007-ba6e-04e233c7c66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:03.501592 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-7d067bb2-159e-4d18-918d-c71d9aec6fac req-96b3e70e-3834-4007-ba6e-04e233c7c66d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 1129 time: 0.0395920 Apr 12 18:32:03.544815 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-7d067bb2-159e-4d18-918d-c71d9aec6fac req-efe01753-3676-4804-8ccc-b0afa69ef52c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371721 Apr 12 18:32:04.403995 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c27e72-eaa0-419c-84cd-652f2598cb8e req-a457bebc-85fc-492c-949c-e95b0fd05055 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:04.405492 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-58c27e72-eaa0-419c-84cd-652f2598cb8e req-a457bebc-85fc-492c-949c-e95b0fd05055 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0473468 Apr 12 18:32:04.452776 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-58c27e72-eaa0-419c-84cd-652f2598cb8e req-51d04f32-08f6-4270-8dd9-dbdcc635a2c5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406687 Apr 12 18:32:05.574775 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77da458-d449-4984-a06c-cae9bf02d199 req-00f4aa0e-8566-43f5-ac89-db07dc53e865 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:05.576396 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c77da458-d449-4984-a06c-cae9bf02d199 req-00f4aa0e-8566-43f5-ac89-db07dc53e865 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0483725 Apr 12 18:32:05.896696 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c77da458-d449-4984-a06c-cae9bf02d199 req-ecac0b2e-11a7-4c63-bdec-f268313f8e8e tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3142860 Apr 12 18:32:06.006708 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82dc7a-42e7-43af-86c5-9f616308758b req-1e35f7aa-3bfa-4b33-b003-e1b0ff22cf93 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:06.008149 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ff82dc7a-42e7-43af-86c5-9f616308758b req-1e35f7aa-3bfa-4b33-b003-e1b0ff22cf93 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0457010 Apr 12 18:32:06.016673 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 45246) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:32:06.020765 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-8950eb18-a9de-4504-a54a-4a6518026e1a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Request body: {'floatingip': {'port_id': 'fd57b10d-eef3-4359-a06f-882658d5d94b'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:32:06.059037 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8950eb18-a9de-4504-a54a-4a6518026e1a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for floatingip (58bea677-01e6-4b5f-a9bd-d1ca18bee8fb), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:06.488063 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8950eb18-a9de-4504-a54a-4a6518026e1a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:06.491484 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8950eb18-a9de-4504-a54a-4a6518026e1a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (58bea677-01e6-4b5f-a9bd-d1ca18bee8fb), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:06.595036 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.l3_db [None req-8950eb18-a9de-4504-a54a-4a6518026e1a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Floating IP 58bea677-01e6-4b5f-a9bd-d1ca18bee8fb associated. External IP: 172.27.1.57, port: fd57b10d-eef3-4359-a06f-882658d5d94b. Apr 12 18:32:06.806021 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8950eb18-a9de-4504-a54a-4a6518026e1a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Router 3ae077bd-2655-4dc3-b696-cd2d44325509 has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:32:06.916941 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8950eb18-a9de-4504-a54a-4a6518026e1a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:32:06.921652 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8950eb18-a9de-4504-a54a-4a6518026e1a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:06.928333 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fbed5e-a01c-4e59-98f2-9d9d08c70e97 None None] Sync routers for ids ['3ae077bd-2655-4dc3-b696-cd2d44325509'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:32:06.937432 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fbed5e-a01c-4e59-98f2-9d9d08c70e97 None None] Routers {'3ae077bd-2655-4dc3-b696-cd2d44325509'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:32:06.938595 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-40fbed5e-a01c-4e59-98f2-9d9d08c70e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:31:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['3ae077bd-2655-4dc3-b696-cd2d44325509'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:32:06.953456 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-8950eb18-a9de-4504-a54a-4a6518026e1a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "PUT /v2.0/floatingips/58bea677-01e6-4b5f-a9bd-d1ca18bee8fb HTTP/1.1" status: 200 len: 990 time: 0.9357204 Apr 12 18:32:06.955226 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f555a89-00cd-49e9-b9cf-8f5d3c637301', 'tag': 'fd57b10d-eef3-4359-a06f-882658d5d94b'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:32:06.957547 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ff44208863b45d5314a74bf2796fa783e64ad3222a396cfa3f0d0395593348f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097ab6ac-54f6-401a-a022-84f0e7e4f533" -d '{"events": [{"name": "network-changed", "server_uuid": "8f555a89-00cd-49e9-b9cf-8f5d3c637301", "tag": "fd57b10d-eef3-4359-a06f-882658d5d94b"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:32:07.053699 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-40fbed5e-a01c-4e59-98f2-9d9d08c70e97 None None] Set router 3ae077bd-2655-4dc3-b696-cd2d44325509 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:32:07.114140 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15543d1-29c5-4f0c-9393-cd8aaf7dbd3d x-openstack-request-id: req-c15543d1-29c5-4f0c-9393-cd8aaf7dbd3d {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:32:07.114496 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f555a89-00cd-49e9-b9cf-8f5d3c637301", "tag": "fd57b10d-eef3-4359-a06f-882658d5d94b", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:32:07.114815 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c15543d1-29c5-4f0c-9393-cd8aaf7dbd3d {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:32:07.115298 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c15543d1-29c5-4f0c-9393-cd8aaf7dbd3d'] response: {'name': 'network-changed', 'server_uuid': '8f555a89-00cd-49e9-b9cf-8f5d3c637301', 'tag': 'fd57b10d-eef3-4359-a06f-882658d5d94b', 'status': 'completed', 'code': 200} Apr 12 18:32:07.175850 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ab6ac-54f6-401a-a022-84f0e7e4f533 req-7d4eeaa1-9458-4ad5-9b35-5a8778b2ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:07.177582 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-097ab6ac-54f6-401a-a022-84f0e7e4f533 req-7d4eeaa1-9458-4ad5-9b35-5a8778b2ee2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ffbe74a26884702b868d7cd3087e6f8&device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 1129 time: 0.0432081 Apr 12 18:32:07.267723 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ab6ac-54f6-401a-a022-84f0e7e4f533 req-e8b49f73-448c-4fde-adec-5b0e5555b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:07.269353 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-097ab6ac-54f6-401a-a022-84f0e7e4f533 req-e8b49f73-448c-4fde-adec-5b0e5555b6fe service neutron] 10.222.0.26 "GET /v2.0/networks?id=49ab9656-d0bc-4412-8fbd-74c59629e55b HTTP/1.1" status: 200 len: 917 time: 0.0858917 Apr 12 18:32:07.279842 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-40fbed5e-a01c-4e59-98f2-9d9d08c70e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'name': 'tempest-AttachVolumeShelveTestJSON-849549615-router', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:46Z', 'revision_number': 4, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'gw_port': {'id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '58bea677-01e6-4b5f-a9bd-d1ca18bee8fb', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'port_id': 'fd57b10d-eef3-4359-a06f-882658d5d94b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'mac_address': 'fa:16:3e:e2:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f555a89-00cd-49e9-b9cf-8f5d3c637301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:31:53Z', 'updated_at': '2022-04-12T18:32:06Z', 'revision_number': 1, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1b097a-f892-4c24-bf15-07b2c786cc13', 'name': '', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'mac_address': 'fa:16:3e:fc:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '722781c3-be17-480d-a735-2639a14655b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:45Z', 'updated_at': '2022-04-12T18:27:49Z', 'revision_number': 5, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'subnets': [{'id': '722781c3-be17-480d-a735-2639a14655b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:32:07.339846 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-097ab6ac-54f6-401a-a022-84f0e7e4f533 req-710d5814-d61d-4d62-969b-a26798d5a392 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd57b10d-eef3-4359-a06f-882658d5d94b HTTP/1.1" status: 200 len: 998 time: 0.0645173 Apr 12 18:32:07.391023 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ab6ac-54f6-401a-a022-84f0e7e4f533 req-7906f22e-76e6-447b-85fc-6fc2d6db2b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:07.393036 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-097ab6ac-54f6-401a-a022-84f0e7e4f533 req-7906f22e-76e6-447b-85fc-6fc2d6db2b62 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=722781c3-be17-480d-a735-2639a14655b9 HTTP/1.1" status: 200 len: 855 time: 0.0464761 Apr 12 18:32:07.400364 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fbed5e-a01c-4e59-98f2-9d9d08c70e97 None None] Checking router: 3ae077bd-2655-4dc3-b696-cd2d44325509 for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:32:07.409484 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fbed5e-a01c-4e59-98f2-9d9d08c70e97 None None] Routers {'3ae077bd-2655-4dc3-b696-cd2d44325509'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:32:07.410089 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-40fbed5e-a01c-4e59-98f2-9d9d08c70e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:31:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['3ae077bd-2655-4dc3-b696-cd2d44325509'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:32:07.512419 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-40fbed5e-a01c-4e59-98f2-9d9d08c70e97 None None] Set router 3ae077bd-2655-4dc3-b696-cd2d44325509 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:32:07.570360 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ab6ac-54f6-401a-a022-84f0e7e4f533 req-2f79aebb-63f1-44fa-b7d4-41f2cc16cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:07.571838 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-097ab6ac-54f6-401a-a022-84f0e7e4f533 req-2f79aebb-63f1-44fa-b7d4-41f2cc16cc9b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49ab9656-d0bc-4412-8fbd-74c59629e55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385852 Apr 12 18:32:07.663491 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-097ab6ac-54f6-401a-a022-84f0e7e4f533 req-be1290b2-39f4-4ca5-b434-8cc5e1191364 service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854628 Apr 12 18:32:07.724384 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-40fbed5e-a01c-4e59-98f2-9d9d08c70e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'name': 'tempest-AttachVolumeShelveTestJSON-849549615-router', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:46Z', 'revision_number': 4, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'gw_port': {'id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '58bea677-01e6-4b5f-a9bd-d1ca18bee8fb', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'port_id': 'fd57b10d-eef3-4359-a06f-882658d5d94b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'mac_address': 'fa:16:3e:e2:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f555a89-00cd-49e9-b9cf-8f5d3c637301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:31:53Z', 'updated_at': '2022-04-12T18:32:06Z', 'revision_number': 1, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1b097a-f892-4c24-bf15-07b2c786cc13', 'name': '', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'mac_address': 'fa:16:3e:fc:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '722781c3-be17-480d-a735-2639a14655b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:45Z', 'updated_at': '2022-04-12T18:27:49Z', 'revision_number': 5, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'subnets': [{'id': '722781c3-be17-480d-a735-2639a14655b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:32:07.752049 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-097ab6ac-54f6-401a-a022-84f0e7e4f533 req-0dfefe44-4c90-43d0-80bf-a952bd3717e9 service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829878 Apr 12 18:32:07.753635 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fbed5e-a01c-4e59-98f2-9d9d08c70e97 None None] The sync data for ids ['3ae077bd-2655-4dc3-b696-cd2d44325509'] in dv-cinder-837535-1-iscsi is: [{'id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'name': 'tempest-AttachVolumeShelveTestJSON-849549615-router', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:46Z', 'revision_number': 4, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'gw_port': {'id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '58bea677-01e6-4b5f-a9bd-d1ca18bee8fb', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'port_id': 'fd57b10d-eef3-4359-a06f-882658d5d94b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'mac_address': 'fa:16:3e:e2:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f555a89-00cd-49e9-b9cf-8f5d3c637301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:31:53Z', 'updated_at': '2022-04-12T18:32:06Z', 'revision_number': 1, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1b097a-f892-4c24-bf15-07b2c786cc13', 'name': '', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'mac_address': 'fa:16:3e:fc:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '722781c3-be17-480d-a735-2639a14655b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:45Z', 'updated_at': '2022-04-12T18:27:49Z', 'revision_number': 5, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'subnets': [{'id': '722781c3-be17-480d-a735-2639a14655b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:32:07.933204 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66521bd-14de-4211-9fdc-8010dce6bb63 None None] New status for floating IP 58bea677-01e6-4b5f-a9bd-d1ca18bee8fb: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:32:13.176483 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5d90fe3b-1e33-4fa4-8e4d-4eb3d93905d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:15.520127 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-10abcddc-6f0f-41cf-b8c6-9e75bef5625a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:16.883433 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:18.388556 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:19.306363 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:24.138174 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:33.785143 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:32:43.176794 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ffdb6592-52ae-4f71-b9ec-bee1f490766d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:43.952446 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6910dd-6cc2-454b-9790-f452ee46cc7c req-5722f266-fa61-471b-a13a-de7707da5176 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:43.953858 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-db6910dd-6cc2-454b-9790-f452ee46cc7c req-5722f266-fa61-471b-a13a-de7707da5176 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=81203fad-724e-4a29-9489-8bcbbf0256cd HTTP/1.1" status: 200 len: 945 time: 0.0483193 Apr 12 18:32:44.001914 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-db6910dd-6cc2-454b-9790-f452ee46cc7c req-61f4dfe7-f05c-432f-b32e-04ba2e90b3f7 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bcfe05d-af18-4a01-8331-5bdb8bc0ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417454 Apr 12 18:32:45.122235 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3027c-7e64-4024-80b3-47f41348dad5 req-d895c551-31d9-4f1a-98e5-df6f4ce9d895 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:45.123712 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a2a3027c-7e64-4024-80b3-47f41348dad5 req-d895c551-31d9-4f1a-98e5-df6f4ce9d895 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=81203fad-724e-4a29-9489-8bcbbf0256cd HTTP/1.1" status: 200 len: 945 time: 0.0515459 Apr 12 18:32:45.170223 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a2a3027c-7e64-4024-80b3-47f41348dad5 req-90263f88-1a10-4bbe-ac7f-87f5dafddbfa tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bcfe05d-af18-4a01-8331-5bdb8bc0ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406373 Apr 12 18:32:45.520977 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c10ea7b2-7353-418b-a6f9-b1d89d2b716b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:45.676682 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75615227-55b6-4914-b025-54639e33beba req-962bb0ff-6a35-4be2-9dca-b4bc3397ad30 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:45.678113 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-75615227-55b6-4914-b025-54639e33beba req-962bb0ff-6a35-4be2-9dca-b4bc3397ad30 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.26 "GET /v2.0/ports?device_id=81203fad-724e-4a29-9489-8bcbbf0256cd HTTP/1.1" status: 200 len: 945 time: 0.0493917 Apr 12 18:32:45.758512 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-75615227-55b6-4914-b025-54639e33beba req-e4dbd938-9f39-40b3-820d-1f356706dfe9 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Deleting port 8ad19904-8f3f-4114-8fbf-788d2c353de2 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:32:45.758845 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-75615227-55b6-4914-b025-54639e33beba req-e4dbd938-9f39-40b3-820d-1f356706dfe9 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (8ad19904-8f3f-4114-8fbf-788d2c353de2), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:45.847362 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-75615227-55b6-4914-b025-54639e33beba req-e4dbd938-9f39-40b3-820d-1f356706dfe9 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] For port 8ad19904-8f3f-4114-8fbf-788d2c353de2, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8ad19904-8f3f-4114-8fbf-788d2c353de2,segment=NetworkSegment(06c9a52f-5109-49f5-aa3f-b13f66e2519f),segment_id=06c9a52f-5109-49f5-aa3f-b13f66e2519f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:32:45.847727 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-75615227-55b6-4914-b025-54639e33beba req-e4dbd938-9f39-40b3-820d-1f356706dfe9 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (8ad19904-8f3f-4114-8fbf-788d2c353de2), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:45.860323 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-75615227-55b6-4914-b025-54639e33beba req-e4dbd938-9f39-40b3-820d-1f356706dfe9 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Calling delete_port for 8ad19904-8f3f-4114-8fbf-788d2c353de2 owned by compute:nova {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:32:45.981612 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-75615227-55b6-4914-b025-54639e33beba req-e4dbd938-9f39-40b3-820d-1f356706dfe9 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (8ad19904-8f3f-4114-8fbf-788d2c353de2), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:45.993781 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['8ad19904-8f3f-4114-8fbf-788d2c353de2'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:32:46.013951 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbd938-9f39-40b3-820d-1f356706dfe9 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Pushing event deleted for resources: {'Port': ['ID=8ad19904-8f3f-4114-8fbf-788d2c353de2,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:32:46.057850 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-75615227-55b6-4914-b025-54639e33beba req-e4dbd938-9f39-40b3-820d-1f356706dfe9 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] No DVR routers for this DVR port 8ad19904-8f3f-4114-8fbf-788d2c353de2 on host hv-cinder-83753 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:32:46.060303 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-75615227-55b6-4914-b025-54639e33beba req-e4dbd938-9f39-40b3-820d-1f356706dfe9 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:46.063599 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-75615227-55b6-4914-b025-54639e33beba req-e4dbd938-9f39-40b3-820d-1f356706dfe9 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.26 "DELETE /v2.0/ports/8ad19904-8f3f-4114-8fbf-788d2c353de2 HTTP/1.1" status: 204 len: 173 time: 0.3799036 Apr 12 18:32:46.064034 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81203fad-724e-4a29-9489-8bcbbf0256cd', 'name': 'network-vif-deleted', 'tag': '8ad19904-8f3f-4114-8fbf-788d2c353de2'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:32:46.066888 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44117c2-f595-4241-9be1-6954a5f858b2" -d '{"events": [{"server_uuid": "81203fad-724e-4a29-9489-8bcbbf0256cd", "name": "network-vif-deleted", "tag": "8ad19904-8f3f-4114-8fbf-788d2c353de2"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:32:46.105349 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71498d1c-f81b-4797-8100-55a0e0a2559a x-openstack-request-id: req-71498d1c-f81b-4797-8100-55a0e0a2559a {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:32:46.105647 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81203fad-724e-4a29-9489-8bcbbf0256cd", "name": "network-vif-deleted", "tag": "8ad19904-8f3f-4114-8fbf-788d2c353de2", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:32:46.105909 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-71498d1c-f81b-4797-8100-55a0e0a2559a {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:32:46.106320 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71498d1c-f81b-4797-8100-55a0e0a2559a'] response: {'server_uuid': '81203fad-724e-4a29-9489-8bcbbf0256cd', 'name': 'network-vif-deleted', 'tag': '8ad19904-8f3f-4114-8fbf-788d2c353de2', 'status': 'completed', 'code': 200} Apr 12 18:32:46.273785 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-161d506f-e8fa-42bc-8496-f2b0acaf33bf req-6fe940ea-56b9-4d8e-8cef-02299010e386 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=81203fad-724e-4a29-9489-8bcbbf0256cd HTTP/1.1" status: 200 len: 210 time: 0.0272748 Apr 12 18:32:46.886242 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:48.392467 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:49.308262 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:51.287072 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 8ad19904-8f3f-4114-8fbf-788d2c353de2 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:32:51.307256 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] No Port match for: 8ad19904-8f3f-4114-8fbf-788d2c353de2 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:32:51.307607 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 8ad19904-8f3f-4114-8fbf-788d2c353de2 not bound to the agent host hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:32:54.130211 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:57.304246 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-55452a7d-22b6-4f44-9956-d804ab92aa7b tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:57.305798 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-55452a7d-22b6-4f44-9956-d804ab92aa7b tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/networks?id=e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb HTTP/1.1" status: 200 len: 813 time: 0.1023736 Apr 12 18:32:57.321309 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-af13ccbd-87b9-484a-9403-e63161bbd3b9 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/quotas/7c5a7ac351ec4e3f9ebdb4498b66db21 HTTP/1.1" status: 200 len: 375 time: 0.0103312 Apr 12 18:32:57.353044 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-9bc24588-3dd3-4c3e-84f6-8993380f2ae6 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c5a7ac351ec4e3f9ebdb4498b66db21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269554 Apr 12 18:32:57.542271 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-6dbd44bd-bfcc-434c-bc0f-1a85a017f8bd service neutron] 10.222.0.52 "GET /v2.0/networks/e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821413 Apr 12 18:32:57.630285 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-6d20d069-9646-4e7f-9f9a-8adeaee73bf3 service neutron] 10.222.0.52 "GET /v2.0/networks/e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823722 Apr 12 18:32:57.803628 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-824c054d-16ea-4d20-8c39-663545d2a178 req-07b6dffb-0aa3-4af4-94d0-fc6c1a04aa9d tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79aaf5-5c36-4a57-898e-a7945eafa8aa HTTP/1.1" status: 200 len: 210 time: 0.0327556 Apr 12 18:32:58.806426 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-80afad89-49dd-40a4-89b5-46eead5a401e tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:58.807858 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-80afad89-49dd-40a4-89b5-46eead5a401e tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.26 "GET /v2.0/networks?id=e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb HTTP/1.1" status: 200 len: 813 time: 0.1042032 Apr 12 18:32:58.820156 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Request body: {'port': {'device_id': '6d79aaf5-5c36-4a57-898e-a7945eafa8aa', 'network_id': 'e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb', 'admin_state_up': True, 'tenant_id': '7c5a7ac351ec4e3f9ebdb4498b66db21'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:32:58.910873 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-594eb9c0-fbcd-44d9-8521-fcce743a5cfb req-f5eac7c9-f60e-4d05-990b-83afdae514d6 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79aaf5-5c36-4a57-898e-a7945eafa8aa HTTP/1.1" status: 200 len: 210 time: 0.0272024 Apr 12 18:32:58.931838 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Made reservation on behalf of 7c5a7ac351ec4e3f9ebdb4498b66db21 for: {'port': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:32:58.932006 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:59.057485 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Allocated IP 172.20.0.5 (e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb/f62e45a9-beba-4b60-9a3a-18870ef64eee/527fbb70-6bab-4286-9673-ed3048e0f458) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:32:59.450722 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Publish callbacks [] for port (527fbb70-6bab-4286-9673-ed3048e0f458), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:59.483525 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (527fbb70-6bab-4286-9673-ed3048e0f458), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:59.523769 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Network e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:32:59.529466 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:32:59.533152 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:32:59.555647 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Pushing event updated for resources: {'Port': ['ID=527fbb70-6bab-4286-9673-ed3048e0f458,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:32:59.566194 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:59.566539 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:59.566880 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:59.567219 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:59.567547 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:59.567872 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:59.568198 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:59.568525 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:59.568847 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:59.569197 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:59.569521 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:59.569840 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:59.570160 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:59.570486 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:59.570805 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:59.593726 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:59.594355 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:59.609410 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-5d5b1d41-9b7c-4eab-96de-6597b94e1a39 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7931526 Apr 12 18:32:59.620491 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-3c7920cc-a330-476b-89a8-1f99e4509ea2 service neutron] Request body: {'port': {'device_id': '6d79aaf5-5c36-4a57-898e-a7945eafa8aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:32:59.679411 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-3c7920cc-a330-476b-89a8-1f99e4509ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (527fbb70-6bab-4286-9673-ed3048e0f458), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:59.933325 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-3c7920cc-a330-476b-89a8-1f99e4509ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 527fbb70-6bab-4286-9673-ed3048e0f458 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:32:59.942126 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-3c7920cc-a330-476b-89a8-1f99e4509ea2 service neutron] Publish callbacks [] for port (527fbb70-6bab-4286-9673-ed3048e0f458), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:59.956803 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-3c7920cc-a330-476b-89a8-1f99e4509ea2 service neutron] Transition to ACTIVE for port object 527fbb70-6bab-4286-9673-ed3048e0f458 will not be triggered until provisioned by entity L2. {{(pid=103524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:32:59.962799 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-3c7920cc-a330-476b-89a8-1f99e4509ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (527fbb70-6bab-4286-9673-ed3048e0f458), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:00.037452 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7920cc-a330-476b-89a8-1f99e4509ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=527fbb70-6bab-4286-9673-ed3048e0f458,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:33:00.052662 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f86031-2e16-4f84-8a28-e4b4394ce612 req-b0c12e68-dae0-4bde-a7f3-a2b9fba7b8ec tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:33:00.054367 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d2f86031-2e16-4f84-8a28-e4b4394ce612 req-b0c12e68-dae0-4bde-a7f3-a2b9fba7b8ec tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79aaf5-5c36-4a57-898e-a7945eafa8aa HTTP/1.1" status: 200 len: 943 time: 0.0660641 Apr 12 18:33:00.090699 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-3c7920cc-a330-476b-89a8-1f99e4509ea2 service neutron] Attempting to bind port 527fbb70-6bab-4286-9673-ed3048e0f458 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:33:00.091033 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-3c7920cc-a330-476b-89a8-1f99e4509ea2 service neutron] Attempting to bind port 527fbb70-6bab-4286-9673-ed3048e0f458 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '06c9a52f-5109-49f5-aa3f-b13f66e2519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:33:00.091367 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-3c7920cc-a330-476b-89a8-1f99e4509ea2 service neutron] Attempting to bind port 527fbb70-6bab-4286-9673-ed3048e0f458 on network e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:33:00.095805 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-3c7920cc-a330-476b-89a8-1f99e4509ea2 service neutron] Port 527fbb70-6bab-4286-9673-ed3048e0f458 on network e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:33:00.096129 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-3c7920cc-a330-476b-89a8-1f99e4509ea2 service neutron] Attempting to bind port 527fbb70-6bab-4286-9673-ed3048e0f458 on network e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:33:00.101449 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-3c7920cc-a330-476b-89a8-1f99e4509ea2 service neutron] Checking agent: {'id': '5b3c503f-4bfd-4027-adb8-75f76add50a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'started_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:33:00.101803 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-3c7920cc-a330-476b-89a8-1f99e4509ea2 service neutron] Checking segment: {'id': '06c9a52f-5109-49f5-aa3f-b13f66e2519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:33:00.102196 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-3c7920cc-a330-476b-89a8-1f99e4509ea2 service neutron] Bound using segment: {'id': '06c9a52f-5109-49f5-aa3f-b13f66e2519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:33:00.102628 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-3c7920cc-a330-476b-89a8-1f99e4509ea2 service neutron] Bound port: 527fbb70-6bab-4286-9673-ed3048e0f458, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c9a52f-5109-49f5-aa3f-b13f66e2519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:33:00.102996 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-3c7920cc-a330-476b-89a8-1f99e4509ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (527fbb70-6bab-4286-9673-ed3048e0f458), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:00.111879 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d2f86031-2e16-4f84-8a28-e4b4394ce612 req-92d66aba-03cc-486d-bdc3-8c3c095b06fe tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bcfe05d-af18-4a01-8331-5bdb8bc0ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498369 Apr 12 18:33:00.173893 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-3c7920cc-a330-476b-89a8-1f99e4509ea2 service neutron] For port 527fbb70-6bab-4286-9673-ed3048e0f458, host hv-cinder-83753, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:33:00.177200 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-3c7920cc-a330-476b-89a8-1f99e4509ea2 service neutron] For port 527fbb70-6bab-4286-9673-ed3048e0f458, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=527fbb70-6bab-4286-9673-ed3048e0f458,segment=NetworkSegment(06c9a52f-5109-49f5-aa3f-b13f66e2519f),segment_id=06c9a52f-5109-49f5-aa3f-b13f66e2519f)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:33:00.182357 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-3c7920cc-a330-476b-89a8-1f99e4509ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (527fbb70-6bab-4286-9673-ed3048e0f458), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:00.220413 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-3c7920cc-a330-476b-89a8-1f99e4509ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:33:00.221047 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-3c7920cc-a330-476b-89a8-1f99e4509ea2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:00.222467 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-3c7920cc-a330-476b-89a8-1f99e4509ea2 service neutron] 10.222.0.26 "PUT /v2.0/ports/527fbb70-6bab-4286-9673-ed3048e0f458 HTTP/1.1" status: 200 len: 1093 time: 0.6060040 Apr 12 18:33:00.222933 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d79aaf5-5c36-4a57-898e-a7945eafa8aa', 'tag': '527fbb70-6bab-4286-9673-ed3048e0f458'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:33:00.225164 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3f79f6-55dd-47c2-8df2-71721ffb8bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "6d79aaf5-5c36-4a57-898e-a7945eafa8aa", "tag": "527fbb70-6bab-4286-9673-ed3048e0f458"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:33:00.248956 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7920cc-a330-476b-89a8-1f99e4509ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=527fbb70-6bab-4286-9673-ed3048e0f458,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:33:00.268728 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8818906d-80df-46d7-9d74-641eece9bd76 x-openstack-request-id: req-8818906d-80df-46d7-9d74-641eece9bd76 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:33:00.269017 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d79aaf5-5c36-4a57-898e-a7945eafa8aa", "tag": "527fbb70-6bab-4286-9673-ed3048e0f458", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:33:00.269306 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8818906d-80df-46d7-9d74-641eece9bd76 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:33:00.269705 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8818906d-80df-46d7-9d74-641eece9bd76'] response: {'name': 'network-changed', 'server_uuid': '6d79aaf5-5c36-4a57-898e-a7945eafa8aa', 'tag': '527fbb70-6bab-4286-9673-ed3048e0f458', 'status': 'completed', 'code': 200} Apr 12 18:33:00.296577 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-fc24afe2-a9f9-409d-8824-af3dbe98ef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:33:00.298073 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-fc24afe2-a9f9-409d-8824-af3dbe98ef38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7c5a7ac351ec4e3f9ebdb4498b66db21&device_id=6d79aaf5-5c36-4a57-898e-a7945eafa8aa HTTP/1.1" status: 200 len: 1127 time: 0.0395112 Apr 12 18:33:00.337789 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-def99450-acf7-4428-818d-fb5ae89e4436 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=527fbb70-6bab-4286-9673-ed3048e0f458 HTTP/1.1" status: 200 len: 217 time: 0.0331659 Apr 12 18:33:00.389772 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-a67d477f-b285-4339-a9d7-176a535abbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:33:00.391185 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-a67d477f-b285-4339-a9d7-176a535abbc0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f62e45a9-beba-4b60-9a3a-18870ef64eee HTTP/1.1" status: 200 len: 853 time: 0.0468228 Apr 12 18:33:00.422429 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-a766f4b7-cea7-4ad3-a5b7-8d673aef5c60 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252554 Apr 12 18:33:00.509050 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-ba6d9947-9a65-4eee-b114-b8003f7e4179 service neutron] 10.222.0.26 "GET /v2.0/networks/e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792296 Apr 12 18:33:00.604714 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d06716f1-5de2-4816-af4b-687ad98b8544 req-d579b96d-d063-4b02-bf86-910463b125ca service neutron] 10.222.0.26 "GET /v2.0/networks/e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889809 Apr 12 18:33:01.225450 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab9053-009e-41bf-80e7-0349ae6ad7b6 req-f54ce51e-f69d-4334-a70d-bda1d2e6c2fa tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:33:01.226942 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e6ab9053-009e-41bf-80e7-0349ae6ad7b6 req-f54ce51e-f69d-4334-a70d-bda1d2e6c2fa tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79aaf5-5c36-4a57-898e-a7945eafa8aa HTTP/1.1" status: 200 len: 943 time: 0.0465345 Apr 12 18:33:01.272165 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e6ab9053-009e-41bf-80e7-0349ae6ad7b6 req-915eec51-1a11-4300-b6df-0cd626286c26 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bcfe05d-af18-4a01-8331-5bdb8bc0ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397358 Apr 12 18:33:02.384656 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25656f-6f7e-4e0a-ad4d-6378d84dad03 req-6d7f7830-174f-486a-8e0c-69a72864062a tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:33:02.386133 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6c25656f-6f7e-4e0a-ad4d-6378d84dad03 req-6d7f7830-174f-486a-8e0c-69a72864062a tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79aaf5-5c36-4a57-898e-a7945eafa8aa HTTP/1.1" status: 200 len: 943 time: 0.0488691 Apr 12 18:33:02.432489 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6c25656f-6f7e-4e0a-ad4d-6378d84dad03 req-fe28f9a1-60c4-4924-8376-477438285631 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bcfe05d-af18-4a01-8331-5bdb8bc0ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407183 Apr 12 18:33:02.836907 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f79f6-55dd-47c2-8df2-71721ffb8bb4 req-641fdab9-e1d5-4bbb-aac9-38b5b4c94ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:33:02.838401 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-8f3f79f6-55dd-47c2-8df2-71721ffb8bb4 req-641fdab9-e1d5-4bbb-aac9-38b5b4c94ee5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7c5a7ac351ec4e3f9ebdb4498b66db21&device_id=6d79aaf5-5c36-4a57-898e-a7945eafa8aa HTTP/1.1" status: 200 len: 1127 time: 0.0654607 Apr 12 18:33:02.840253 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c0f432df-b59b-4fc4-9187-b16a794ed236 req-827e4733-455c-4319-93bd-ac96df533ec8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0574250 Apr 12 18:33:02.952599 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f432df-b59b-4fc4-9187-b16a794ed236 req-a6c39fb1-a978-468f-82d9-eb3333df01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:33:02.954121 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c0f432df-b59b-4fc4-9187-b16a794ed236 req-a6c39fb1-a978-468f-82d9-eb3333df01b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ffbe74a26884702b868d7cd3087e6f8&device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 1129 time: 0.0485892 Apr 12 18:33:02.969043 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f79f6-55dd-47c2-8df2-71721ffb8bb4 req-a549af1f-c507-4683-87d9-122e91e58edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:33:02.970522 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-8f3f79f6-55dd-47c2-8df2-71721ffb8bb4 req-a549af1f-c507-4683-87d9-122e91e58edc service neutron] 10.222.0.26 "GET /v2.0/networks?id=e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb HTTP/1.1" status: 200 len: 914 time: 0.1212718 Apr 12 18:33:03.028668 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-8f3f79f6-55dd-47c2-8df2-71721ffb8bb4 req-bb4fc0db-bbb4-4e22-89f2-a26da1f92668 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=527fbb70-6bab-4286-9673-ed3048e0f458 HTTP/1.1" status: 200 len: 217 time: 0.0496476 Apr 12 18:33:03.117265 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f79f6-55dd-47c2-8df2-71721ffb8bb4 req-b154747f-f8b8-407d-aae9-143294f085ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:33:03.118673 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-8f3f79f6-55dd-47c2-8df2-71721ffb8bb4 req-b154747f-f8b8-407d-aae9-143294f085ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f62e45a9-beba-4b60-9a3a-18870ef64eee HTTP/1.1" status: 200 len: 853 time: 0.0624380 Apr 12 18:33:03.122917 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f432df-b59b-4fc4-9187-b16a794ed236 req-990118d5-894c-4823-8b94-52955e6bc775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:33:03.124306 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c0f432df-b59b-4fc4-9187-b16a794ed236 req-990118d5-894c-4823-8b94-52955e6bc775 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49ab9656-d0bc-4412-8fbd-74c59629e55b HTTP/1.1" status: 200 len: 917 time: 0.1528866 Apr 12 18:33:03.159384 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-8f3f79f6-55dd-47c2-8df2-71721ffb8bb4 req-005a6b0b-e9ba-4103-ad34-b740e8f80584 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341618 Apr 12 18:33:03.257685 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c0f432df-b59b-4fc4-9187-b16a794ed236 req-8f34c61c-9ce8-4129-abab-e33973695f11 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd57b10d-eef3-4359-a06f-882658d5d94b HTTP/1.1" status: 200 len: 1000 time: 0.1237597 Apr 12 18:33:03.318442 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-8f3f79f6-55dd-47c2-8df2-71721ffb8bb4 req-b73f652d-2fab-4455-be7c-e819629321f4 service neutron] 10.222.0.26 "GET /v2.0/networks/e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331549 Apr 12 18:33:03.323594 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f432df-b59b-4fc4-9187-b16a794ed236 req-51eca405-a16e-481e-9162-8e3dc8b0c629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:33:03.324911 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c0f432df-b59b-4fc4-9187-b16a794ed236 req-51eca405-a16e-481e-9162-8e3dc8b0c629 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=722781c3-be17-480d-a735-2639a14655b9 HTTP/1.1" status: 200 len: 855 time: 0.0602481 Apr 12 18:33:03.412502 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f432df-b59b-4fc4-9187-b16a794ed236 req-e90f5632-6cd8-4036-a5db-2c8074add439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:33:03.413941 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c0f432df-b59b-4fc4-9187-b16a794ed236 req-e90f5632-6cd8-4036-a5db-2c8074add439 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49ab9656-d0bc-4412-8fbd-74c59629e55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0807619 Apr 12 18:33:03.492522 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-8f3f79f6-55dd-47c2-8df2-71721ffb8bb4 req-a99a393e-5c4c-4abd-ae70-0e0c76d4566d service neutron] 10.222.0.26 "GET /v2.0/networks/e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666694 Apr 12 18:33:03.522322 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c0f432df-b59b-4fc4-9187-b16a794ed236 req-0cde6d0f-5ec2-47b8-a660-d7f3e0dfb4bd service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010063 Apr 12 18:33:03.544195 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205fd8a-6525-4026-ae65-03c8c6b64cf7 req-df231a3f-ed4e-4b1f-bf17-6618190f73d2 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:33:03.545711 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6205fd8a-6525-4026-ae65-03c8c6b64cf7 req-df231a3f-ed4e-4b1f-bf17-6618190f73d2 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79aaf5-5c36-4a57-898e-a7945eafa8aa HTTP/1.1" status: 200 len: 943 time: 0.0478518 Apr 12 18:33:03.592032 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6205fd8a-6525-4026-ae65-03c8c6b64cf7 req-678c2e2f-ac33-4abb-8801-e95503b595c9 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bcfe05d-af18-4a01-8331-5bdb8bc0ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402777 Apr 12 18:33:03.612367 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c0f432df-b59b-4fc4-9187-b16a794ed236 req-ae1236eb-20c1-41e2-b314-1bc7a403fef9 service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831807 Apr 12 18:33:04.701173 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418781a1-673f-4127-9a69-af2f4fc7d7d6 req-4f1e8129-078c-4881-86ee-f0eb1ac8e934 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:33:04.702635 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-418781a1-673f-4127-9a69-af2f4fc7d7d6 req-4f1e8129-078c-4881-86ee-f0eb1ac8e934 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79aaf5-5c36-4a57-898e-a7945eafa8aa HTTP/1.1" status: 200 len: 943 time: 0.0466492 Apr 12 18:33:04.755728 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-418781a1-673f-4127-9a69-af2f4fc7d7d6 req-bf5bc688-4c4c-4b64-9add-60c4785214c0 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bcfe05d-af18-4a01-8331-5bdb8bc0ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475745 Apr 12 18:33:05.304214 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 527fbb70-6bab-4286-9673-ed3048e0f458 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:33:05.404915 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 527fbb70-6bab-4286-9673-ed3048e0f458, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=527fbb70-6bab-4286-9673-ed3048e0f458,segment=NetworkSegment(06c9a52f-5109-49f5-aa3f-b13f66e2519f),segment_id=06c9a52f-5109-49f5-aa3f-b13f66e2519f)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:33:05.415735 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Returning: {'device': '527fbb70-6bab-4286-9673-ed3048e0f458', 'network_id': 'e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb', 'port_id': '527fbb70-6bab-4286-9673-ed3048e0f458', 'mac_address': 'fa:16:3e:ab:bd:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f62e45a9-beba-4b60-9a3a-18870ef64eee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:33:05.451799 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 527fbb70-6bab-4286-9673-ed3048e0f458 is: DOWN; New status is: BUILD {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:33:05.452188 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (527fbb70-6bab-4286-9673-ed3048e0f458), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:05.464976 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 527fbb70-6bab-4286-9673-ed3048e0f458 {{(pid=103525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:33:05.483732 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 527fbb70-6bab-4286-9673-ed3048e0f458, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=527fbb70-6bab-4286-9673-ed3048e0f458,segment=NetworkSegment(06c9a52f-5109-49f5-aa3f-b13f66e2519f),segment_id=06c9a52f-5109-49f5-aa3f-b13f66e2519f)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:33:05.487689 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (527fbb70-6bab-4286-9673-ed3048e0f458), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:05.533893 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=527fbb70-6bab-4286-9673-ed3048e0f458,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:33:05.541024 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:05.541417 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:05.541766 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:05.542108 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:05.542469 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:05.542797 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:05.543124 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:05.543446 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:05.543769 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:05.544090 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:05.544412 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:05.544732 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:05.545064 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:05.545473 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:05.545821 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:05.807612 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['527fbb70-6bab-4286-9673-ed3048e0f458'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:33:05.868394 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979bb08-6ae8-4a75-88f4-9f506818426b req-5958370d-944b-4806-8ab2-c83eec1894b7 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:33:05.869937 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b979bb08-6ae8-4a75-88f4-9f506818426b req-5958370d-944b-4806-8ab2-c83eec1894b7 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79aaf5-5c36-4a57-898e-a7945eafa8aa HTTP/1.1" status: 200 len: 944 time: 0.0467842 Apr 12 18:33:05.918233 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b979bb08-6ae8-4a75-88f4-9f506818426b req-275129d0-9f3e-48c4-90f6-be6871516fe8 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bcfe05d-af18-4a01-8331-5bdb8bc0ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426819 Apr 12 18:33:07.039491 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b7124-87ca-43b8-9501-a67e14a3de42 req-c109cfb3-a6fc-4c1e-8eb5-ef5c76395536 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:33:07.040963 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d84b7124-87ca-43b8-9501-a67e14a3de42 req-c109cfb3-a6fc-4c1e-8eb5-ef5c76395536 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79aaf5-5c36-4a57-898e-a7945eafa8aa HTTP/1.1" status: 200 len: 944 time: 0.0469377 Apr 12 18:33:07.087133 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d84b7124-87ca-43b8-9501-a67e14a3de42 req-0ecaa5bb-732a-4da5-8285-426d0eb7f1ad tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bcfe05d-af18-4a01-8331-5bdb8bc0ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404811 Apr 12 18:33:07.305484 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 527fbb70-6bab-4286-9673-ed3048e0f458 up at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:33:07.347933 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning for port 527fbb70-6bab-4286-9673-ed3048e0f458 completed by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:33:07.353626 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning complete for port 527fbb70-6bab-4286-9673-ed3048e0f458 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:33:07.354047 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (527fbb70-6bab-4286-9673-ed3048e0f458), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:07.556152 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 527fbb70-6bab-4286-9673-ed3048e0f458 is: BUILD; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:33:07.556488 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (527fbb70-6bab-4286-9673-ed3048e0f458), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:07.578108 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d79aaf5-5c36-4a57-898e-a7945eafa8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527fbb70-6bab-4286-9673-ed3048e0f458'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:33:07.580362 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10d737b-6657-4ff0-8630-d10041d5b758" -d '{"events": [{"server_uuid": "6d79aaf5-5c36-4a57-898e-a7945eafa8aa", "name": "network-vif-plugged", "status": "completed", "tag": "527fbb70-6bab-4286-9673-ed3048e0f458"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:33:07.592315 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 527fbb70-6bab-4286-9673-ed3048e0f458, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=527fbb70-6bab-4286-9673-ed3048e0f458,segment=NetworkSegment(06c9a52f-5109-49f5-aa3f-b13f66e2519f),segment_id=06c9a52f-5109-49f5-aa3f-b13f66e2519f)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:33:07.596470 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (527fbb70-6bab-4286-9673-ed3048e0f458), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:07.620065 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0ee2c9-902f-478f-90d4-633aeda59c6f x-openstack-request-id: req-4b0ee2c9-902f-478f-90d4-633aeda59c6f {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:33:07.620358 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d79aaf5-5c36-4a57-898e-a7945eafa8aa", "name": "network-vif-plugged", "status": "completed", "tag": "527fbb70-6bab-4286-9673-ed3048e0f458", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:33:07.620611 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4b0ee2c9-902f-478f-90d4-633aeda59c6f {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:33:07.621004 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b0ee2c9-902f-478f-90d4-633aeda59c6f'] response: {'server_uuid': '6d79aaf5-5c36-4a57-898e-a7945eafa8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527fbb70-6bab-4286-9673-ed3048e0f458', 'code': 200} Apr 12 18:33:07.648947 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=527fbb70-6bab-4286-9673-ed3048e0f458,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:33:07.772051 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916edaa-663a-4e9f-88b4-26e71104ebdd req-66475f9f-83c1-48bb-b4d0-3b80fffd64b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:33:07.773557 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-f916edaa-663a-4e9f-88b4-26e71104ebdd req-66475f9f-83c1-48bb-b4d0-3b80fffd64b1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d79aaf5-5c36-4a57-898e-a7945eafa8aa HTTP/1.1" status: 200 len: 1129 time: 0.0387201 Apr 12 18:33:07.822490 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-f916edaa-663a-4e9f-88b4-26e71104ebdd req-ced87354-aa8f-4b72-abd0-7c4b1dd148cb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5bcfe05d-af18-4a01-8331-5bdb8bc0ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409679 Apr 12 18:33:08.200139 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff5b46-50a9-4bff-8e62-6eda9d4d4a58 req-9644cbd3-d973-474f-b17c-071dd8214f7e tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:33:08.201630 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-46ff5b46-50a9-4bff-8e62-6eda9d4d4a58 req-9644cbd3-d973-474f-b17c-071dd8214f7e tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79aaf5-5c36-4a57-898e-a7945eafa8aa HTTP/1.1" status: 200 len: 945 time: 0.0496950 Apr 12 18:33:08.246387 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-46ff5b46-50a9-4bff-8e62-6eda9d4d4a58 req-7f51a022-2843-4846-b97e-c647964d715a tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bcfe05d-af18-4a01-8331-5bdb8bc0ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392327 Apr 12 18:33:09.361444 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172c647-3524-4ef0-9b4c-6f23ba557052 req-21086b53-a8e2-4221-a64a-83503695dc20 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:33:09.362799 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1172c647-3524-4ef0-9b4c-6f23ba557052 req-21086b53-a8e2-4221-a64a-83503695dc20 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79aaf5-5c36-4a57-898e-a7945eafa8aa HTTP/1.1" status: 200 len: 945 time: 0.0465255 Apr 12 18:33:09.408449 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1172c647-3524-4ef0-9b4c-6f23ba557052 req-51a266a7-0cef-4cdb-a4a2-a0d9a1084093 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bcfe05d-af18-4a01-8331-5bdb8bc0ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394959 Apr 12 18:33:10.521089 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbbd94-a349-4974-bd0d-b1665fc0a338 req-7b21d27c-73ba-419f-8ef3-513905079893 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:33:10.522555 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-98dbbd94-a349-4974-bd0d-b1665fc0a338 req-7b21d27c-73ba-419f-8ef3-513905079893 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79aaf5-5c36-4a57-898e-a7945eafa8aa HTTP/1.1" status: 200 len: 945 time: 0.0463715 Apr 12 18:33:10.572473 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-98dbbd94-a349-4974-bd0d-b1665fc0a338 req-a7b8f6df-02b1-4309-98e6-d1752a4b360c tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bcfe05d-af18-4a01-8331-5bdb8bc0ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444727 Apr 12 18:33:10.785907 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:33:13.178766 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-e36bb861-db81-4723-815a-47951e4c3403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:15.521918 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7e1a9c88-6194-48c4-ac2c-3d3f275968fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:16.890474 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:18.413936 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:19.309434 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:24.130481 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:33.594799 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52395ae-768c-4c8c-b260-b39148c24233 req-4ab4bac3-c57b-41e7-a279-bffc812f42e4 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:33:33.596266 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f52395ae-768c-4c8c-b260-b39148c24233 req-4ab4bac3-c57b-41e7-a279-bffc812f42e4 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79aaf5-5c36-4a57-898e-a7945eafa8aa HTTP/1.1" status: 200 len: 945 time: 0.0463543 Apr 12 18:33:33.642877 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f52395ae-768c-4c8c-b260-b39148c24233 req-2134c417-062d-40f2-bb3f-854b1cb2e7c7 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bcfe05d-af18-4a01-8331-5bdb8bc0ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407460 Apr 12 18:33:34.754931 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7885eea-ad6e-4930-99f7-3815dc95bcdb req-5401db46-797a-4b84-967b-5374f2c9481f tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:33:34.756506 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b7885eea-ad6e-4930-99f7-3815dc95bcdb req-5401db46-797a-4b84-967b-5374f2c9481f tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79aaf5-5c36-4a57-898e-a7945eafa8aa HTTP/1.1" status: 200 len: 945 time: 0.0457876 Apr 12 18:33:34.801685 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b7885eea-ad6e-4930-99f7-3815dc95bcdb req-e9f2bcc1-f239-42f2-9d4a-cce108af13bb tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bcfe05d-af18-4a01-8331-5bdb8bc0ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396049 Apr 12 18:33:35.469206 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb286c5-6f04-4507-ba6f-01c56eadcb11 req-a4280644-36af-4d77-923a-768d50c20b01 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:33:35.470540 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3cb286c5-6f04-4507-ba6f-01c56eadcb11 req-a4280644-36af-4d77-923a-768d50c20b01 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d79aaf5-5c36-4a57-898e-a7945eafa8aa HTTP/1.1" status: 200 len: 945 time: 0.0455134 Apr 12 18:33:35.549984 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-3cb286c5-6f04-4507-ba6f-01c56eadcb11 req-613e0d4f-aaa1-4cd5-b39c-a229c1fefa17 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Deleting port 527fbb70-6bab-4286-9673-ed3048e0f458 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:33:35.550324 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-3cb286c5-6f04-4507-ba6f-01c56eadcb11 req-613e0d4f-aaa1-4cd5-b39c-a229c1fefa17 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (527fbb70-6bab-4286-9673-ed3048e0f458), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:35.638737 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-3cb286c5-6f04-4507-ba6f-01c56eadcb11 req-613e0d4f-aaa1-4cd5-b39c-a229c1fefa17 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] For port 527fbb70-6bab-4286-9673-ed3048e0f458, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=527fbb70-6bab-4286-9673-ed3048e0f458,segment=NetworkSegment(06c9a52f-5109-49f5-aa3f-b13f66e2519f),segment_id=06c9a52f-5109-49f5-aa3f-b13f66e2519f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:33:35.639096 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-3cb286c5-6f04-4507-ba6f-01c56eadcb11 req-613e0d4f-aaa1-4cd5-b39c-a229c1fefa17 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (527fbb70-6bab-4286-9673-ed3048e0f458), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:35.652163 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-3cb286c5-6f04-4507-ba6f-01c56eadcb11 req-613e0d4f-aaa1-4cd5-b39c-a229c1fefa17 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Calling delete_port for 527fbb70-6bab-4286-9673-ed3048e0f458 owned by compute:nova {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:33:35.779478 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-3cb286c5-6f04-4507-ba6f-01c56eadcb11 req-613e0d4f-aaa1-4cd5-b39c-a229c1fefa17 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (527fbb70-6bab-4286-9673-ed3048e0f458), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:35.794784 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['527fbb70-6bab-4286-9673-ed3048e0f458'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:33:35.807631 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e0d4f-aaa1-4cd5-b39c-a229c1fefa17 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Pushing event deleted for resources: {'Port': ['ID=527fbb70-6bab-4286-9673-ed3048e0f458,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:33:35.855219 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb286c5-6f04-4507-ba6f-01c56eadcb11 req-613e0d4f-aaa1-4cd5-b39c-a229c1fefa17 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] No DVR routers for this DVR port 527fbb70-6bab-4286-9673-ed3048e0f458 on host hv-cinder-83753 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:33:35.857729 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-3cb286c5-6f04-4507-ba6f-01c56eadcb11 req-613e0d4f-aaa1-4cd5-b39c-a229c1fefa17 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:35.860980 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3cb286c5-6f04-4507-ba6f-01c56eadcb11 req-613e0d4f-aaa1-4cd5-b39c-a229c1fefa17 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.26 "DELETE /v2.0/ports/527fbb70-6bab-4286-9673-ed3048e0f458 HTTP/1.1" status: 204 len: 173 time: 0.3854194 Apr 12 18:33:35.861449 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d79aaf5-5c36-4a57-898e-a7945eafa8aa', 'name': 'network-vif-deleted', 'tag': '527fbb70-6bab-4286-9673-ed3048e0f458'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:33:35.863685 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061e2007-1933-4789-84d0-f6ffbdb0da3f" -d '{"events": [{"server_uuid": "6d79aaf5-5c36-4a57-898e-a7945eafa8aa", "name": "network-vif-deleted", "tag": "527fbb70-6bab-4286-9673-ed3048e0f458"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:33:35.903660 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ab7206b2-4222-4ffe-a582-a8666dd53586 req-58d75810-0c5d-4af7-b835-9e79e6b0d876 tempest-VolumesSnapshotTestJSON-1868038193 tempest-VolumesSnapshotTestJSON-1868038193-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79aaf5-5c36-4a57-898e-a7945eafa8aa HTTP/1.1" status: 200 len: 210 time: 0.0339570 Apr 12 18:33:35.907051 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c40c341-d051-45fc-a7ca-629fd480dfe0 x-openstack-request-id: req-9c40c341-d051-45fc-a7ca-629fd480dfe0 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:33:35.907353 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d79aaf5-5c36-4a57-898e-a7945eafa8aa", "name": "network-vif-deleted", "tag": "527fbb70-6bab-4286-9673-ed3048e0f458", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:33:35.907614 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c40c341-d051-45fc-a7ca-629fd480dfe0 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:33:35.908016 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c40c341-d051-45fc-a7ca-629fd480dfe0'] response: {'server_uuid': '6d79aaf5-5c36-4a57-898e-a7945eafa8aa', 'name': 'network-vif-deleted', 'tag': '527fbb70-6bab-4286-9673-ed3048e0f458', 'status': 'completed', 'code': 200} Apr 12 18:33:40.077983 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 527fbb70-6bab-4286-9673-ed3048e0f458 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:33:40.100023 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] No Port match for: 527fbb70-6bab-4286-9673-ed3048e0f458 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:33:40.100376 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 527fbb70-6bab-4286-9673-ed3048e0f458 not bound to the agent host hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:33:43.179828 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-1de7b5c5-d7a6-45f1-adc7-fb96ea835a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:45.523063 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7e48d421-93cf-4784-9645-b54270f6b974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:46.891748 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:47.785595 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:33:48.400863 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:49.310740 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:54.146275 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:00.982662 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 45726) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:34:01.025245 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-678b43fb-6d9f-450b-bbd5-4cdc0b06345c admin admin] Deleting subnet f62e45a9-beba-4b60-9a3a-18870ef64eee {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:34:01.029052 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-678b43fb-6d9f-450b-bbd5-4cdc0b06345c admin admin] Publish callbacks [] for subnet (f62e45a9-beba-4b60-9a3a-18870ef64eee), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:01.062216 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-678b43fb-6d9f-450b-bbd5-4cdc0b06345c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58806645'] for subnet (f62e45a9-beba-4b60-9a3a-18870ef64eee), precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:01.099707 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-678b43fb-6d9f-450b-bbd5-4cdc0b06345c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3990049'] for subnet (f62e45a9-beba-4b60-9a3a-18870ef64eee), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:01.154691 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-678b43fb-6d9f-450b-bbd5-4cdc0b06345c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3990070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62656991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59774121'] for subnet (f62e45a9-beba-4b60-9a3a-18870ef64eee), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:01.182891 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-678b43fb-6d9f-450b-bbd5-4cdc0b06345c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:01.186017 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-678b43fb-6d9f-450b-bbd5-4cdc0b06345c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f62e45a9-beba-4b60-9a3a-18870ef64eee HTTP/1.1" status: 204 len: 168 time: 0.2023880 Apr 12 18:34:01.187019 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b43fb-6d9f-450b-bbd5-4cdc0b06345c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f62e45a9-beba-4b60-9a3a-18870ef64eee,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:01.188685 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 45728) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:34:01.196416 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b43fb-6d9f-450b-bbd5-4cdc0b06345c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.196765 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b43fb-6d9f-450b-bbd5-4cdc0b06345c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.197136 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b43fb-6d9f-450b-bbd5-4cdc0b06345c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.198024 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b43fb-6d9f-450b-bbd5-4cdc0b06345c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.198749 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b43fb-6d9f-450b-bbd5-4cdc0b06345c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.198749 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b43fb-6d9f-450b-bbd5-4cdc0b06345c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.199130 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b43fb-6d9f-450b-bbd5-4cdc0b06345c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.199506 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b43fb-6d9f-450b-bbd5-4cdc0b06345c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.199868 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b43fb-6d9f-450b-bbd5-4cdc0b06345c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.200199 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b43fb-6d9f-450b-bbd5-4cdc0b06345c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.200576 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b43fb-6d9f-450b-bbd5-4cdc0b06345c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.200909 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b43fb-6d9f-450b-bbd5-4cdc0b06345c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.201256 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b43fb-6d9f-450b-bbd5-4cdc0b06345c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.201633 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b43fb-6d9f-450b-bbd5-4cdc0b06345c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.201959 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678b43fb-6d9f-450b-bbd5-4cdc0b06345c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.260869 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3769168'] for network (e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:01.335535 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996314', 'neutron.services.segments.db._delete_segments_for_network-8761370393272'] for network (e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:01.355237 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb']}} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:34:01.364135 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c9a52f-5109-49f5-aa3f-b13f66e2519f') {'for_net_delete': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:34:01.364435 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c9a52f-5109-49f5-aa3f-b13f66e2519f') {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:34:01.373716 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761370364609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62755066'] for segment (06c9a52f-5109-49f5-aa3f-b13f66e2519f), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:01.387485 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (06c9a52f-5109-49f5-aa3f-b13f66e2519f), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:01.393567 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:34:01.393959 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59090939'] for segment (06c9a52f-5109-49f5-aa3f-b13f66e2519f), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: Traceback (most recent call last): Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: timer() Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: cb(*args, **kw) Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: return func(*args, **kwargs) Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: self._notify() Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: self.callback(batched_events) Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: event.method(event) Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: return f(self, *a, **k) Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: return self._get(url).json() Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: return self.request(url, 'GET', **kwargs) Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:34:01.395846 dv-cinder-837535-1-iscsi neutron-server[103524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:34:01.453776 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-807132'] for network (e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:01.460196 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:01.463939 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb HTTP/1.1" status: 204 len: 168 time: 0.2730095 Apr 12 18:34:01.472926 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8f8f5a5-2cbe-47b5-8a90-85968ec92bdb,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:01.480225 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.480606 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.480951 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.481329 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.481669 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.482006 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.482337 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.482668 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.483001 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.483335 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.483666 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.483998 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.484324 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.484651 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.484976 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a66e5a1-d007-4fc0-83f2-9405c081bf21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:01.588751 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 45732) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:34:01.627701 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-de790a15-9adf-4630-8c9e-07ae0edf4cb2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c5a7ac351ec4e3f9ebdb4498b66db21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377827 Apr 12 18:34:01.630157 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 45734) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:34:01.676224 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-091a637d-03a4-43cd-be47-6903fafc3a6e admin admin] Publish callbacks [] for security_group (5bcfe05d-af18-4a01-8331-5bdb8bc0ec07), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:01.698558 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-091a637d-03a4-43cd-be47-6903fafc3a6e admin admin] Publish callbacks [] for security_group (5bcfe05d-af18-4a01-8331-5bdb8bc0ec07), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:01.748392 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-091a637d-03a4-43cd-be47-6903fafc3a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (5bcfe05d-af18-4a01-8331-5bdb8bc0ec07), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:01.750855 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-091a637d-03a4-43cd-be47-6903fafc3a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:01.751974 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-091a637d-03a4-43cd-be47-6903fafc3a6e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5bcfe05d-af18-4a01-8331-5bdb8bc0ec07 HTTP/1.1" status: 204 len: 168 time: 0.1209459 Apr 12 18:34:01.759661 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a637d-03a4-43cd-be47-6903fafc3a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcfe05d-af18-4a01-8331-5bdb8bc0ec07,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:02.448529 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 45756) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:34:02.544518 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-76aacc24-b741-402c-b8c8-956f09b961e7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1661197864-network', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:34:02.563380 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76aacc24-b741-402c-b8c8-956f09b961e7 admin admin] Made reservation on behalf of 9533c204e06a484c8a8c0cca48c4a2e6 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:34:02.565750 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76aacc24-b741-402c-b8c8-956f09b961e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for network (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:02.574714 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76aacc24-b741-402c-b8c8-956f09b961e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:02.652037 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76aacc24-b741-402c-b8c8-956f09b961e7 admin admin] Publish callbacks [] for security_group (84767470-f43d-402c-baca-4373fc652d79), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:02.655719 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76aacc24-b741-402c-b8c8-956f09b961e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (84767470-f43d-402c-baca-4373fc652d79), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:02.682617 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76aacc24-b741-402c-b8c8-956f09b961e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:34:02.689638 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aacc24-b741-402c-b8c8-956f09b961e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84767470-f43d-402c-baca-4373fc652d79,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:02.698546 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76aacc24-b741-402c-b8c8-956f09b961e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (de26e585-a5c1-4ee0-9f2a-7955fb03bb32), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:02.698663 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.segments_db [None req-76aacc24-b741-402c-b8c8-956f09b961e7 admin admin] Added segment de26e585-a5c1-4ee0-9f2a-7955fb03bb32 of type vlan for network 015c960c-be3b-4fd3-b0bc-89103f2458f8 Apr 12 18:34:02.739980 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76aacc24-b741-402c-b8c8-956f09b961e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761369839068'] for network (015c960c-be3b-4fd3-b0bc-89103f2458f8), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:02.763795 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76aacc24-b741-402c-b8c8-956f09b961e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for network (015c960c-be3b-4fd3-b0bc-89103f2458f8), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:02.764729 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aacc24-b741-402c-b8c8-956f09b961e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:02.765338 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76aacc24-b741-402c-b8c8-956f09b961e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:02.825054 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-76aacc24-b741-402c-b8c8-956f09b961e7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3752809 Apr 12 18:34:02.827717 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 45760) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:34:02.834080 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-24654b4e-47a0-40eb-98cf-785c38fe2fbe admin admin] Request body: {'subnet': {'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1661197864-subnet', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:34:02.840415 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aacc24-b741-402c-b8c8-956f09b961e7 admin admin] Pushing event updated for resources: {'Network': ['ID=015c960c-be3b-4fd3-b0bc-89103f2458f8,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:02.850275 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Network 015c960c-be3b-4fd3-b0bc-89103f2458f8 details requested by agent ovs-agent-dv-cinder-837535-1-iscsi with host dv-cinder-837535-1-iscsi {{(pid=103525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:34:02.856409 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24654b4e-47a0-40eb-98cf-785c38fe2fbe admin admin] Made reservation on behalf of 9533c204e06a484c8a8c0cca48c4a2e6 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:34:02.858724 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-24654b4e-47a0-40eb-98cf-785c38fe2fbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59774086'] for subnet (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:02.909016 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-be04e4a7-fc3d-4318-ba88-e65ab80cb30c req-7c5daea5-fadb-41e0-957d-36ce664ad0dc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492151 Apr 12 18:34:02.989565 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04e4a7-fc3d-4318-ba88-e65ab80cb30c req-3121056e-d875-4e65-bb8f-c369ab79d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:02.991170 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-be04e4a7-fc3d-4318-ba88-e65ab80cb30c req-3121056e-d875-4e65-bb8f-c369ab79d922 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ffbe74a26884702b868d7cd3087e6f8&device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 1129 time: 0.0393386 Apr 12 18:34:03.030828 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-24654b4e-47a0-40eb-98cf-785c38fe2fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62680832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59774096'] for subnet (45b3b4b0-14e0-4976-a243-ab2b03a6eaa0), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:03.084160 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24654b4e-47a0-40eb-98cf-785c38fe2fbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=45b3b4b0-14e0-4976-a243-ab2b03a6eaa0,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:03.094720 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24654b4e-47a0-40eb-98cf-785c38fe2fbe admin admin] Checking segment: {'id': 'de26e585-a5c1-4ee0-9f2a-7955fb03bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:34:03.095084 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24654b4e-47a0-40eb-98cf-785c38fe2fbe admin admin] Network hostable DHCP agents. Network: 015c960c-be3b-4fd3-b0bc-89103f2458f8, hostable agents: ['fc5bc6ba-9bcd-441b-ae43-9003ca698105'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:34:03.097004 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04e4a7-fc3d-4318-ba88-e65ab80cb30c req-a4f56eaf-16da-421c-bca1-8e67540a0aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:03.098544 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-be04e4a7-fc3d-4318-ba88-e65ab80cb30c req-a4f56eaf-16da-421c-bca1-8e67540a0aa5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49ab9656-d0bc-4412-8fbd-74c59629e55b HTTP/1.1" status: 200 len: 917 time: 0.0888057 Apr 12 18:34:03.112023 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24654b4e-47a0-40eb-98cf-785c38fe2fbe admin admin] Network 015c960c-be3b-4fd3-b0bc-89103f2458f8 is scheduled to be hosted by DHCP agent fc5bc6ba-9bcd-441b-ae43-9003ca698105 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:34:03.124044 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-24654b4e-47a0-40eb-98cf-785c38fe2fbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837535-1-iscsi, 015c960c-be3b-4fd3-b0bc-89103f2458f8) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:34:03.128138 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24654b4e-47a0-40eb-98cf-785c38fe2fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:03.128736 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-24654b4e-47a0-40eb-98cf-785c38fe2fbe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:03.133484 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f557a31-c4ff-4b5d-b82c-8356c5b8660e None None] Network 015c960c-be3b-4fd3-b0bc-89103f2458f8 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:34:03.152239 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-24654b4e-47a0-40eb-98cf-785c38fe2fbe admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3234243 Apr 12 18:34:03.155035 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 45762) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:34:03.160117 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-13aceab9-71c9-468d-a63f-caa370aada8e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:34:03.172891 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-be04e4a7-fc3d-4318-ba88-e65ab80cb30c req-5a7e5ea7-4822-46d0-9560-de361ed09018 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd57b10d-eef3-4359-a06f-882658d5d94b HTTP/1.1" status: 200 len: 1000 time: 0.0683172 Apr 12 18:34:03.182110 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13aceab9-71c9-468d-a63f-caa370aada8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-808780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8844'] for router (26d78dcd-cddb-4e74-9612-e20a3e9cf09c), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:03.183579 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13aceab9-71c9-468d-a63f-caa370aada8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-810069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router (26d78dcd-cddb-4e74-9612-e20a3e9cf09c), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:03.224974 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04e4a7-fc3d-4318-ba88-e65ab80cb30c req-17dde6db-deaa-4dee-9b5a-169200de66fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:03.226632 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-be04e4a7-fc3d-4318-ba88-e65ab80cb30c req-17dde6db-deaa-4dee-9b5a-169200de66fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=722781c3-be17-480d-a735-2639a14655b9 HTTP/1.1" status: 200 len: 855 time: 0.0482240 Apr 12 18:34:03.247628 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13aceab9-71c9-468d-a63f-caa370aada8e admin admin] Publish callbacks [] for router_controller (26d78dcd-cddb-4e74-9612-e20a3e9cf09c), precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:03.248186 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12adf210-cace-4128-9bb0-83da777cc099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10cd5d1a-f5e6-56e1-9899-22d4fc397636-015c960c-be3b-4fd3-b0bc-89103f2458f8', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'fixed_ips': [{'subnet_id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0'}]}} from dv-cinder-837535-1-iscsi. {{(pid=103525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:34:03.249248 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-12adf210-cace-4128-9bb0-83da777cc099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:03.274814 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04e4a7-fc3d-4318-ba88-e65ab80cb30c req-ff177205-f087-431f-a1c4-13a37962b202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:03.277997 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-be04e4a7-fc3d-4318-ba88-e65ab80cb30c req-ff177205-f087-431f-a1c4-13a37962b202 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49ab9656-d0bc-4412-8fbd-74c59629e55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456090 Apr 12 18:34:03.367408 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-be04e4a7-fc3d-4318-ba88-e65ab80cb30c req-b3be75a8-092b-45ef-8251-bbaa621d2e9b service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836008 Apr 12 18:34:03.389346 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13aceab9-71c9-468d-a63f-caa370aada8e admin admin] Publish callbacks [] for router_gateway (26d78dcd-cddb-4e74-9612-e20a3e9cf09c), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:03.396336 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.db_base_plugin_common [None req-12adf210-cace-4128-9bb0-83da777cc099 None None] Allocated IP 172.20.0.2 (015c960c-be3b-4fd3-b0bc-89103f2458f8/45b3b4b0-14e0-4976-a243-ab2b03a6eaa0/3520bc24-a1db-43b6-a6d9-bce9608c10dc) {{(pid=103525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:34:03.464435 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-be04e4a7-fc3d-4318-ba88-e65ab80cb30c req-b9ddebd3-3f94-446b-8076-e21f619d7c57 service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913279 Apr 12 18:34:03.548250 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-12adf210-cace-4128-9bb0-83da777cc099 None None] Publish callbacks [] for port (3520bc24-a1db-43b6-a6d9-bce9608c10dc), precommit_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:03.554437 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-12adf210-cace-4128-9bb0-83da777cc099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (3520bc24-a1db-43b6-a6d9-bce9608c10dc), after_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:03.578619 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13aceab9-71c9-468d-a63f-caa370aada8e admin admin] Publish callbacks [] for router_gateway (26d78dcd-cddb-4e74-9612-e20a3e9cf09c), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:03.590564 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12adf210-cace-4128-9bb0-83da777cc099 None None] Network 015c960c-be3b-4fd3-b0bc-89103f2458f8 is already hosted by enough agents. {{(pid=103525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:34:03.597763 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13aceab9-71c9-468d-a63f-caa370aada8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:03.599042 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.scheduler.base_scheduler [None req-12adf210-cace-4128-9bb0-83da777cc099 None None] Resources bound (agent type, host, resource id): {{(pid=103525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:34:03.603432 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12adf210-cace-4128-9bb0-83da777cc099 None None] Received port after_create {{(pid=103525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:34:03.606782 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12adf210-cace-4128-9bb0-83da777cc099 None None] Pushing event updated for resources: {'Port': ['ID=3520bc24-a1db-43b6-a6d9-bce9608c10dc,revision_number=1']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:03.665458 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-12adf210-cace-4128-9bb0-83da777cc099 None None] Attempting to bind port 3520bc24-a1db-43b6-a6d9-bce9608c10dc on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:34:03.665745 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-12adf210-cace-4128-9bb0-83da777cc099 None None] Attempting to bind port 3520bc24-a1db-43b6-a6d9-bce9608c10dc by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': 'de26e585-a5c1-4ee0-9f2a-7955fb03bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:34:03.666154 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12adf210-cace-4128-9bb0-83da777cc099 None None] Attempting to bind port 3520bc24-a1db-43b6-a6d9-bce9608c10dc on network 015c960c-be3b-4fd3-b0bc-89103f2458f8 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:34:03.671173 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12adf210-cace-4128-9bb0-83da777cc099 None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:34:03.671551 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12adf210-cace-4128-9bb0-83da777cc099 None None] Checking segment: {'id': 'de26e585-a5c1-4ee0-9f2a-7955fb03bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:34:03.671958 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-12adf210-cace-4128-9bb0-83da777cc099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:03.672357 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12adf210-cace-4128-9bb0-83da777cc099 None None] Bound using segment: {'id': 'de26e585-a5c1-4ee0-9f2a-7955fb03bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:34:03.672827 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-12adf210-cace-4128-9bb0-83da777cc099 None None] Bound port: 3520bc24-a1db-43b6-a6d9-bce9608c10dc, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de26e585-a5c1-4ee0-9f2a-7955fb03bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:34:03.673239 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-12adf210-cace-4128-9bb0-83da777cc099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (3520bc24-a1db-43b6-a6d9-bce9608c10dc), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:03.708397 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-13aceab9-71c9-468d-a63f-caa370aada8e admin admin] Allocated IP 172.27.1.170 (8fe2c56e-0395-443d-a858-76cf54693827/10fb9747-8da5-4ac4-8e6b-c6dba6e53947/2cc52be1-c9af-46cb-a7cd-d892b950e087) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:34:03.736680 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-12adf210-cace-4128-9bb0-83da777cc099 None None] For port 3520bc24-a1db-43b6-a6d9-bce9608c10dc, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:34:03.740244 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-12adf210-cace-4128-9bb0-83da777cc099 None None] For port 3520bc24-a1db-43b6-a6d9-bce9608c10dc, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=3520bc24-a1db-43b6-a6d9-bce9608c10dc,segment=NetworkSegment(de26e585-a5c1-4ee0-9f2a-7955fb03bb32),segment_id=de26e585-a5c1-4ee0-9f2a-7955fb03bb32)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:34:03.752298 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-12adf210-cace-4128-9bb0-83da777cc099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (3520bc24-a1db-43b6-a6d9-bce9608c10dc), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:03.821345 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12adf210-cace-4128-9bb0-83da777cc099 None None] Pushing event updated for resources: {'Port': ['ID=3520bc24-a1db-43b6-a6d9-bce9608c10dc,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:03.837936 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13aceab9-71c9-468d-a63f-caa370aada8e admin admin] Publish callbacks [] for port (2cc52be1-c9af-46cb-a7cd-d892b950e087), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:03.874632 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13aceab9-71c9-468d-a63f-caa370aada8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (2cc52be1-c9af-46cb-a7cd-d892b950e087), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:03.921683 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aceab9-71c9-468d-a63f-caa370aada8e admin admin] Network 8fe2c56e-0395-443d-a858-76cf54693827 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:34:03.924790 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-13aceab9-71c9-468d-a63f-caa370aada8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:34:03.930830 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aceab9-71c9-468d-a63f-caa370aada8e admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:34:03.963556 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aceab9-71c9-468d-a63f-caa370aada8e admin admin] Pushing event updated for resources: {'Port': ['ID=2cc52be1-c9af-46cb-a7cd-d892b950e087,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:04.484415 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13aceab9-71c9-468d-a63f-caa370aada8e admin admin] Publish callbacks [] for router_gateway (26d78dcd-cddb-4e74-9612-e20a3e9cf09c), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:04.685851 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13aceab9-71c9-468d-a63f-caa370aada8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-895179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-807076'] for router (26d78dcd-cddb-4e74-9612-e20a3e9cf09c), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:04.708599 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275acda3-5a8e-40aa-9255-5a11d10d39db None None] Network 015c960c-be3b-4fd3-b0bc-89103f2458f8 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:34:04.818193 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13aceab9-71c9-468d-a63f-caa370aada8e admin admin] Router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c is scheduled to L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:34:04.819796 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-9305b444-0336-4ef8-8143-89ae885deca5 None None] Provisioning complete for port 3520bc24-a1db-43b6-a6d9-bce9608c10dc triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:34:04.820205 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-9305b444-0336-4ef8-8143-89ae885deca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (3520bc24-a1db-43b6-a6d9-bce9608c10dc), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:04.913974 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-9305b444-0336-4ef8-8143-89ae885deca5 None None] Current status of the port 3520bc24-a1db-43b6-a6d9-bce9608c10dc is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:34:04.914468 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-9305b444-0336-4ef8-8143-89ae885deca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (3520bc24-a1db-43b6-a6d9-bce9608c10dc), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:04.946859 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13aceab9-71c9-468d-a63f-caa370aada8e admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:34:04.953119 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-9305b444-0336-4ef8-8143-89ae885deca5 None None] For port 3520bc24-a1db-43b6-a6d9-bce9608c10dc, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=3520bc24-a1db-43b6-a6d9-bce9608c10dc,segment=NetworkSegment(de26e585-a5c1-4ee0-9f2a-7955fb03bb32),segment_id=de26e585-a5c1-4ee0-9f2a-7955fb03bb32)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:34:04.958161 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0125aa-e317-4731-b392-ea636a5e95bf None None] Sync routers for ids ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:34:04.960483 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-9305b444-0336-4ef8-8143-89ae885deca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (3520bc24-a1db-43b6-a6d9-bce9608c10dc), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:04.971004 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0125aa-e317-4731-b392-ea636a5e95bf None None] Routers {'26d78dcd-cddb-4e74-9612-e20a3e9cf09c'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:34:04.972062 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-ab0125aa-e317-4731-b392-ea636a5e95bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:33:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:34:04.972596 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13aceab9-71c9-468d-a63f-caa370aada8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:04.976608 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 45764) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:34:04.977158 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-13aceab9-71c9-468d-a63f-caa370aada8e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8205154 Apr 12 18:34:05.019862 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305b444-0336-4ef8-8143-89ae885deca5 None None] Pushing event updated for resources: {'Port': ['ID=3520bc24-a1db-43b6-a6d9-bce9608c10dc,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:05.080916 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-a31ce0a7-126a-44e8-984c-086e8cbca2a5 None None] Provisioning complete for port 3520bc24-a1db-43b6-a6d9-bce9608c10dc triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:34:05.081233 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a31ce0a7-126a-44e8-984c-086e8cbca2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (3520bc24-a1db-43b6-a6d9-bce9608c10dc), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:05.092431 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-ab0125aa-e317-4731-b392-ea636a5e95bf None None] Set router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:34:05.172468 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-a31ce0a7-126a-44e8-984c-086e8cbca2a5 None None] Current status of the port 3520bc24-a1db-43b6-a6d9-bce9608c10dc is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:34:05.242165 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 3520bc24-a1db-43b6-a6d9-bce9608c10dc up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:34:05.277697 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-ab0125aa-e317-4731-b392-ea636a5e95bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:04Z', 'revision_number': 3, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'gw_port': {'id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:34:05.291521 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port 3520bc24-a1db-43b6-a6d9-bce9608c10dc triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:34:05.292250 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (3520bc24-a1db-43b6-a6d9-bce9608c10dc), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:05.304937 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0125aa-e317-4731-b392-ea636a5e95bf None None] Checking router: 26d78dcd-cddb-4e74-9612-e20a3e9cf09c for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:34:05.305580 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0125aa-e317-4731-b392-ea636a5e95bf None None] Updating router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c port 2cc52be1-c9af-46cb-a7cd-d892b950e087 binding host dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:34:05.337345 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ab0125aa-e317-4731-b392-ea636a5e95bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (2cc52be1-c9af-46cb-a7cd-d892b950e087), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:05.375061 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 3520bc24-a1db-43b6-a6d9-bce9608c10dc is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:34:05.436906 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9f988721-1355-4544-afa9-6ae395b65c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:05.591338 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-9f988721-1355-4544-afa9-6ae395b65c9e admin admin] Allocated IP 172.20.0.1 (015c960c-be3b-4fd3-b0bc-89103f2458f8/45b3b4b0-14e0-4976-a243-ab2b03a6eaa0/82067ea9-62ea-4566-8528-5537b9392cdb) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:34:05.596919 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ab0125aa-e317-4731-b392-ea636a5e95bf None None] Publish callbacks [] for port (2cc52be1-c9af-46cb-a7cd-d892b950e087), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:05.602516 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ab0125aa-e317-4731-b392-ea636a5e95bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (2cc52be1-c9af-46cb-a7cd-d892b950e087), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:05.655746 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-ab0125aa-e317-4731-b392-ea636a5e95bf None None] Attempting to bind port 2cc52be1-c9af-46cb-a7cd-d892b950e087 on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:34:05.656116 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-ab0125aa-e317-4731-b392-ea636a5e95bf None None] Attempting to bind port 2cc52be1-c9af-46cb-a7cd-d892b950e087 by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:34:05.656482 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0125aa-e317-4731-b392-ea636a5e95bf None None] Attempting to bind port 2cc52be1-c9af-46cb-a7cd-d892b950e087 on network 8fe2c56e-0395-443d-a858-76cf54693827 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:34:05.658395 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81384fd-d3dc-42c1-8d4d-30664b664ab7 None None] Pushing event updated for resources: {'Port': ['ID=2cc52be1-c9af-46cb-a7cd-d892b950e087,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:05.667748 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81384fd-d3dc-42c1-8d4d-30664b664ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:05.668096 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81384fd-d3dc-42c1-8d4d-30664b664ab7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:05.668463 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81384fd-d3dc-42c1-8d4d-30664b664ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:05.668809 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81384fd-d3dc-42c1-8d4d-30664b664ab7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:05.669171 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81384fd-d3dc-42c1-8d4d-30664b664ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:05.669508 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81384fd-d3dc-42c1-8d4d-30664b664ab7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:05.669837 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81384fd-d3dc-42c1-8d4d-30664b664ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:05.670162 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81384fd-d3dc-42c1-8d4d-30664b664ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:05.670486 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81384fd-d3dc-42c1-8d4d-30664b664ab7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:05.670812 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81384fd-d3dc-42c1-8d4d-30664b664ab7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:05.671138 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81384fd-d3dc-42c1-8d4d-30664b664ab7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:05.671480 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81384fd-d3dc-42c1-8d4d-30664b664ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:05.671806 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81384fd-d3dc-42c1-8d4d-30664b664ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:05.672127 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81384fd-d3dc-42c1-8d4d-30664b664ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:05.672453 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81384fd-d3dc-42c1-8d4d-30664b664ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:05.675830 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0125aa-e317-4731-b392-ea636a5e95bf None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:34:05.676199 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0125aa-e317-4731-b392-ea636a5e95bf None None] Checking segment: {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:34:05.676606 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ab0125aa-e317-4731-b392-ea636a5e95bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:05.676990 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0125aa-e317-4731-b392-ea636a5e95bf None None] Bound using segment: {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:34:05.677491 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-ab0125aa-e317-4731-b392-ea636a5e95bf None None] Bound port: 2cc52be1-c9af-46cb-a7cd-d892b950e087, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:34:05.677873 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ab0125aa-e317-4731-b392-ea636a5e95bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (2cc52be1-c9af-46cb-a7cd-d892b950e087), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:05.700081 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9f988721-1355-4544-afa9-6ae395b65c9e admin admin] Publish callbacks [] for port (82067ea9-62ea-4566-8528-5537b9392cdb), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:05.733596 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9f988721-1355-4544-afa9-6ae395b65c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (82067ea9-62ea-4566-8528-5537b9392cdb), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:05.736161 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-ab0125aa-e317-4731-b392-ea636a5e95bf None None] For port 2cc52be1-c9af-46cb-a7cd-d892b950e087, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:34:05.739625 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-ab0125aa-e317-4731-b392-ea636a5e95bf None None] For port 2cc52be1-c9af-46cb-a7cd-d892b950e087, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=2cc52be1-c9af-46cb-a7cd-d892b950e087,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:34:05.746876 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ab0125aa-e317-4731-b392-ea636a5e95bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (2cc52be1-c9af-46cb-a7cd-d892b950e087), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:05.776022 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f988721-1355-4544-afa9-6ae395b65c9e admin admin] Network 015c960c-be3b-4fd3-b0bc-89103f2458f8 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:34:05.781827 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-9f988721-1355-4544-afa9-6ae395b65c9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:34:05.786890 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f988721-1355-4544-afa9-6ae395b65c9e admin admin] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:34:05.815558 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f988721-1355-4544-afa9-6ae395b65c9e admin admin] Pushing event updated for resources: {'Port': ['ID=82067ea9-62ea-4566-8528-5537b9392cdb,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:05.839018 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9f988721-1355-4544-afa9-6ae395b65c9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-806997'] for router_interface (26d78dcd-cddb-4e74-9612-e20a3e9cf09c), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:05.907165 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81384fd-d3dc-42c1-8d4d-30664b664ab7 None None] Pushing event updated for resources: {'Port': ['ID=2cc52be1-c9af-46cb-a7cd-d892b950e087,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:05.938644 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0125aa-e317-4731-b392-ea636a5e95bf None None] Routers {'26d78dcd-cddb-4e74-9612-e20a3e9cf09c'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:34:05.939676 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-ab0125aa-e317-4731-b392-ea636a5e95bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:33:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:34:05.986945 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9f988721-1355-4544-afa9-6ae395b65c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (82067ea9-62ea-4566-8528-5537b9392cdb), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:06.063816 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-ab0125aa-e317-4731-b392-ea636a5e95bf None None] Set router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:34:06.100599 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-85c6a472-8cb9-435a-8d01-f9d529f6cc3f None None] Provisioning complete for port 82067ea9-62ea-4566-8528-5537b9392cdb triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:34:06.101197 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-85c6a472-8cb9-435a-8d01-f9d529f6cc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (82067ea9-62ea-4566-8528-5537b9392cdb), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:06.145195 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-85c6a472-8cb9-435a-8d01-f9d529f6cc3f None None] Port 82067ea9-62ea-4566-8528-5537b9392cdb cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:34:06.171873 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9f988721-1355-4544-afa9-6ae395b65c9e admin admin] Publish callbacks [] for port (82067ea9-62ea-4566-8528-5537b9392cdb), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:06.178012 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9f988721-1355-4544-afa9-6ae395b65c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (82067ea9-62ea-4566-8528-5537b9392cdb), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:06.266044 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-ab0125aa-e317-4731-b392-ea636a5e95bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:04Z', 'revision_number': 3, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'gw_port': {'id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:34:06.271467 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9f988721-1355-4544-afa9-6ae395b65c9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-810981'] for router_interface (26d78dcd-cddb-4e74-9612-e20a3e9cf09c), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:06.277829 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f988721-1355-4544-afa9-6ae395b65c9e admin admin] Pushing event updated for resources: {'Port': ['ID=82067ea9-62ea-4566-8528-5537b9392cdb,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:06.301011 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0125aa-e317-4731-b392-ea636a5e95bf None None] The sync data for ids ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'] in dv-cinder-837535-1-iscsi is: [{'id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:04Z', 'revision_number': 3, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'gw_port': {'id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:34:06.373920 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f988721-1355-4544-afa9-6ae395b65c9e admin admin] Network 015c960c-be3b-4fd3-b0bc-89103f2458f8 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:34:06.375413 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-9f988721-1355-4544-afa9-6ae395b65c9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:34:06.675844 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-36ba8563-f5e2-4749-96fd-274d0cf0edb7 None None] Provisioning complete for port 82067ea9-62ea-4566-8528-5537b9392cdb triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:34:06.675844 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-36ba8563-f5e2-4749-96fd-274d0cf0edb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (82067ea9-62ea-4566-8528-5537b9392cdb), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:06.712308 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-36ba8563-f5e2-4749-96fd-274d0cf0edb7 None None] Port 82067ea9-62ea-4566-8528-5537b9392cdb cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:34:06.766642 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f988721-1355-4544-afa9-6ae395b65c9e admin admin] Router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:34:06.881372 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f988721-1355-4544-afa9-6ae395b65c9e admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:34:06.889138 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-9f988721-1355-4544-afa9-6ae395b65c9e admin admin] 10.222.0.52 "PUT /v2.0/routers/26d78dcd-cddb-4e74-9612-e20a3e9cf09c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9094741 Apr 12 18:34:07.227531 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 2cc52be1-c9af-46cb-a7cd-d892b950e087 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:34:07.274593 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port 2cc52be1-c9af-46cb-a7cd-d892b950e087 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:34:07.274970 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (2cc52be1-c9af-46cb-a7cd-d892b950e087), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:07.380449 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 2cc52be1-c9af-46cb-a7cd-d892b950e087 is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:34:07.380910 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (2cc52be1-c9af-46cb-a7cd-d892b950e087), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:07.399774 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 45796) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:34:07.405104 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] For port 2cc52be1-c9af-46cb-a7cd-d892b950e087, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=2cc52be1-c9af-46cb-a7cd-d892b950e087,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:34:07.406036 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-a2ecb0f5-ecc0-4b26-8844-9a1fcda3b33d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1220789805-network', 'tenant_id': '4ef7c8b3cc844b2cbbe60785773c3d07'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:34:07.409383 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (2cc52be1-c9af-46cb-a7cd-d892b950e087), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:07.427878 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ecb0f5-ecc0-4b26-8844-9a1fcda3b33d admin admin] Made reservation on behalf of 4ef7c8b3cc844b2cbbe60785773c3d07 for: {'network': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:34:07.430439 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a2ecb0f5-ecc0-4b26-8844-9a1fcda3b33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for network (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:07.439109 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a2ecb0f5-ecc0-4b26-8844-9a1fcda3b33d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:07.457418 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Pushing event updated for resources: {'Port': ['ID=2cc52be1-c9af-46cb-a7cd-d892b950e087,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:07.465363 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:07.465701 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:07.466227 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:07.466749 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:07.467078 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:07.467408 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:07.467737 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:07.468064 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:07.468387 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:07.468714 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:07.469042 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:07.469385 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:07.469709 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:07.470027 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:07.470347 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:07.518911 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a2ecb0f5-ecc0-4b26-8844-9a1fcda3b33d admin admin] Publish callbacks [] for security_group (e4bc5d81-aaf6-4268-8461-c610213b1d12), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:07.522478 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a2ecb0f5-ecc0-4b26-8844-9a1fcda3b33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (e4bc5d81-aaf6-4268-8461-c610213b1d12), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:07.550615 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ecb0f5-ecc0-4b26-8844-9a1fcda3b33d admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:34:07.560013 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecb0f5-ecc0-4b26-8844-9a1fcda3b33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bc5d81-aaf6-4268-8461-c610213b1d12,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:07.567333 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a2ecb0f5-ecc0-4b26-8844-9a1fcda3b33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (a89b1825-fa6c-4f30-948a-a54dc20e410b), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:07.567814 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.db.segments_db [None req-a2ecb0f5-ecc0-4b26-8844-9a1fcda3b33d admin admin] Added segment a89b1825-fa6c-4f30-948a-a54dc20e410b of type vlan for network 26b6386a-6197-43e3-9fe9-8cf7517dc9f9 Apr 12 18:34:07.610206 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a2ecb0f5-ecc0-4b26-8844-9a1fcda3b33d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761369839068'] for network (26b6386a-6197-43e3-9fe9-8cf7517dc9f9), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:07.637380 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a2ecb0f5-ecc0-4b26-8844-9a1fcda3b33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for network (26b6386a-6197-43e3-9fe9-8cf7517dc9f9), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:07.638280 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ecb0f5-ecc0-4b26-8844-9a1fcda3b33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:07.638884 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a2ecb0f5-ecc0-4b26-8844-9a1fcda3b33d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:07.669658 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-a2ecb0f5-ecc0-4b26-8844-9a1fcda3b33d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2673831 Apr 12 18:34:07.671931 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 45798) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:34:07.677195 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-4c148811-34dd-4469-8307-bc795a046749 admin admin] Request body: {'subnet': {'network_id': '26b6386a-6197-43e3-9fe9-8cf7517dc9f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1220789805-subnet', 'tenant_id': '4ef7c8b3cc844b2cbbe60785773c3d07', 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:34:07.698859 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c148811-34dd-4469-8307-bc795a046749 admin admin] Made reservation on behalf of 4ef7c8b3cc844b2cbbe60785773c3d07 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:34:07.701526 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c148811-34dd-4469-8307-bc795a046749 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59774086'] for subnet (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:07.704393 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecb0f5-ecc0-4b26-8844-9a1fcda3b33d admin admin] Pushing event updated for resources: {'Network': ['ID=26b6386a-6197-43e3-9fe9-8cf7517dc9f9,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:07.715767 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Network 26b6386a-6197-43e3-9fe9-8cf7517dc9f9 details requested by agent ovs-agent-dv-cinder-837535-1-iscsi with host dv-cinder-837535-1-iscsi {{(pid=103525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:34:07.879189 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c148811-34dd-4469-8307-bc795a046749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62680832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59774096'] for subnet (23737497-59c7-4004-8235-4e770a3a9de3), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:07.945166 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c148811-34dd-4469-8307-bc795a046749 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23737497-59c7-4004-8235-4e770a3a9de3,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:07.951141 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c148811-34dd-4469-8307-bc795a046749 admin admin] Checking segment: {'id': 'a89b1825-fa6c-4f30-948a-a54dc20e410b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '26b6386a-6197-43e3-9fe9-8cf7517dc9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:34:07.951487 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c148811-34dd-4469-8307-bc795a046749 admin admin] Network hostable DHCP agents. Network: 26b6386a-6197-43e3-9fe9-8cf7517dc9f9, hostable agents: ['fc5bc6ba-9bcd-441b-ae43-9003ca698105'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:34:07.972390 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c148811-34dd-4469-8307-bc795a046749 admin admin] Network 26b6386a-6197-43e3-9fe9-8cf7517dc9f9 is scheduled to be hosted by DHCP agent fc5bc6ba-9bcd-441b-ae43-9003ca698105 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:34:07.978230 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab963f18-e75f-4f2e-9358-6e0392493c7e None None] Sync routers for ids ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'] in dv-cinder-837535-1-iscsi {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:34:07.982560 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-4c148811-34dd-4469-8307-bc795a046749 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837535-1-iscsi, 26b6386a-6197-43e3-9fe9-8cf7517dc9f9) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:34:07.991558 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea69e47-c897-46e2-9e4d-9c893b516dd7 None None] Network 26b6386a-6197-43e3-9fe9-8cf7517dc9f9 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:34:07.993990 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c148811-34dd-4469-8307-bc795a046749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:07.995347 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c148811-34dd-4469-8307-bc795a046749 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:08.015500 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-4c148811-34dd-4469-8307-bc795a046749 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3399975 Apr 12 18:34:08.015744 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab963f18-e75f-4f2e-9358-6e0392493c7e None None] Routers {'26d78dcd-cddb-4e74-9612-e20a3e9cf09c'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:34:08.015853 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 45810) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:34:08.016068 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ab963f18-e75f-4f2e-9358-6e0392493c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:33:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:34:08.020859 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-0f0e1111-5c27-428e-9052-29a8da60c432 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1220789805-router', 'tenant_id': '4ef7c8b3cc844b2cbbe60785773c3d07', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:34:08.043381 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f0e1111-5c27-428e-9052-29a8da60c432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-808780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8844'] for router (3162ab45-7150-4b36-968b-50dc07f1a757), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:08.044571 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f0e1111-5c27-428e-9052-29a8da60c432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-810069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router (3162ab45-7150-4b36-968b-50dc07f1a757), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:08.105751 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f0e1111-5c27-428e-9052-29a8da60c432 admin admin] Publish callbacks [] for router_controller (3162ab45-7150-4b36-968b-50dc07f1a757), precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:08.191876 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcea3ec5-b871-4f3a-a504-d222e8fe6c9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10cd5d1a-f5e6-56e1-9899-22d4fc397636-26b6386a-6197-43e3-9fe9-8cf7517dc9f9', 'network_id': '26b6386a-6197-43e3-9fe9-8cf7517dc9f9', 'project_id': '4ef7c8b3cc844b2cbbe60785773c3d07', 'fixed_ips': [{'subnet_id': '23737497-59c7-4004-8235-4e770a3a9de3'}]}} from dv-cinder-837535-1-iscsi. {{(pid=103525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:34:08.193033 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-bcea3ec5-b871-4f3a-a504-d222e8fe6c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:08.197718 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-ab963f18-e75f-4f2e-9358-6e0392493c7e None None] Set router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:34:08.310607 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887efe2-4e94-4620-877c-16b818abd3aa req-013e9ee1-b79d-48e8-b5c7-6c00addb0272 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:08.312133 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f887efe2-4e94-4620-877c-16b818abd3aa req-013e9ee1-b79d-48e8-b5c7-6c00addb0272 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.1126342 Apr 12 18:34:08.316237 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f0e1111-5c27-428e-9052-29a8da60c432 admin admin] Publish callbacks [] for router_gateway (3162ab45-7150-4b36-968b-50dc07f1a757), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:08.419056 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f887efe2-4e94-4620-877c-16b818abd3aa req-3526f1be-4fb6-4d13-b8cd-bcc00bf0b933 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993149 Apr 12 18:34:08.542534 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f0e1111-5c27-428e-9052-29a8da60c432 admin admin] Publish callbacks [] for router_gateway (3162ab45-7150-4b36-968b-50dc07f1a757), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:08.561115 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f0e1111-5c27-428e-9052-29a8da60c432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:08.589803 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.db_base_plugin_common [None req-bcea3ec5-b871-4f3a-a504-d222e8fe6c9c None None] Allocated IP 172.20.0.2 (26b6386a-6197-43e3-9fe9-8cf7517dc9f9/23737497-59c7-4004-8235-4e770a3a9de3/3815b366-4721-4563-a3dc-2634810ec573) {{(pid=103525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:34:08.649883 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ab963f18-e75f-4f2e-9358-6e0392493c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:05Z', 'revision_number': 4, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'gw_port': {'id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '82067ea9-62ea-4566-8528-5537b9392cdb', 'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'mac_address': 'fa:16:3e:f8:bb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:05Z', 'updated_at': '2022-04-12T18:34:06Z', 'revision_number': 2, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'subnets': [{'id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:34:08.666463 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-0f0e1111-5c27-428e-9052-29a8da60c432 admin admin] Allocated IP 172.27.1.111 (8fe2c56e-0395-443d-a858-76cf54693827/10fb9747-8da5-4ac4-8e6b-c6dba6e53947/d228c9c0-3a31-42a6-b000-22fd60399205) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:34:08.709329 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab963f18-e75f-4f2e-9358-6e0392493c7e None None] Checking router: 26d78dcd-cddb-4e74-9612-e20a3e9cf09c for host: dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:34:08.709601 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab963f18-e75f-4f2e-9358-6e0392493c7e None None] Updating router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c port 82067ea9-62ea-4566-8528-5537b9392cdb binding host dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:34:08.746078 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ab963f18-e75f-4f2e-9358-6e0392493c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (82067ea9-62ea-4566-8528-5537b9392cdb), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:08.788111 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f0e1111-5c27-428e-9052-29a8da60c432 admin admin] Publish callbacks [] for port (d228c9c0-3a31-42a6-b000-22fd60399205), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:08.820786 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f0e1111-5c27-428e-9052-29a8da60c432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (d228c9c0-3a31-42a6-b000-22fd60399205), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:08.856821 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0e1111-5c27-428e-9052-29a8da60c432 admin admin] Network 8fe2c56e-0395-443d-a858-76cf54693827 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:34:08.860941 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-0f0e1111-5c27-428e-9052-29a8da60c432 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:34:08.866487 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0e1111-5c27-428e-9052-29a8da60c432 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:34:08.895809 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e1111-5c27-428e-9052-29a8da60c432 admin admin] Pushing event updated for resources: {'Port': ['ID=d228c9c0-3a31-42a6-b000-22fd60399205,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:08.901003 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-bcea3ec5-b871-4f3a-a504-d222e8fe6c9c None None] Publish callbacks [] for port (3815b366-4721-4563-a3dc-2634810ec573), precommit_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:08.914590 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-bcea3ec5-b871-4f3a-a504-d222e8fe6c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070'] for port (3815b366-4721-4563-a3dc-2634810ec573), after_create {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:08.977893 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcea3ec5-b871-4f3a-a504-d222e8fe6c9c None None] Network 26b6386a-6197-43e3-9fe9-8cf7517dc9f9 is already hosted by enough agents. {{(pid=103525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:34:09.010307 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.scheduler.base_scheduler [None req-bcea3ec5-b871-4f3a-a504-d222e8fe6c9c None None] Resources bound (agent type, host, resource id): {{(pid=103525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:34:09.017046 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcea3ec5-b871-4f3a-a504-d222e8fe6c9c None None] Received port after_create {{(pid=103525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:34:09.020316 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea3ec5-b871-4f3a-a504-d222e8fe6c9c None None] Pushing event updated for resources: {'Port': ['ID=3815b366-4721-4563-a3dc-2634810ec573,revision_number=1']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:09.101970 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-bcea3ec5-b871-4f3a-a504-d222e8fe6c9c None None] Attempting to bind port 3815b366-4721-4563-a3dc-2634810ec573 on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:34:09.102336 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-bcea3ec5-b871-4f3a-a504-d222e8fe6c9c None None] Attempting to bind port 3815b366-4721-4563-a3dc-2634810ec573 by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': 'a89b1825-fa6c-4f30-948a-a54dc20e410b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '26b6386a-6197-43e3-9fe9-8cf7517dc9f9'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:34:09.102702 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea3ec5-b871-4f3a-a504-d222e8fe6c9c None None] Attempting to bind port 3815b366-4721-4563-a3dc-2634810ec573 on network 26b6386a-6197-43e3-9fe9-8cf7517dc9f9 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:34:09.111040 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea3ec5-b871-4f3a-a504-d222e8fe6c9c None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:34:09.111409 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea3ec5-b871-4f3a-a504-d222e8fe6c9c None None] Checking segment: {'id': 'a89b1825-fa6c-4f30-948a-a54dc20e410b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '26b6386a-6197-43e3-9fe9-8cf7517dc9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:34:09.111812 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-bcea3ec5-b871-4f3a-a504-d222e8fe6c9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:09.112201 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea3ec5-b871-4f3a-a504-d222e8fe6c9c None None] Bound using segment: {'id': 'a89b1825-fa6c-4f30-948a-a54dc20e410b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '26b6386a-6197-43e3-9fe9-8cf7517dc9f9'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:34:09.112666 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-bcea3ec5-b871-4f3a-a504-d222e8fe6c9c None None] Bound port: 3815b366-4721-4563-a3dc-2634810ec573, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89b1825-fa6c-4f30-948a-a54dc20e410b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '26b6386a-6197-43e3-9fe9-8cf7517dc9f9'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:34:09.113044 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-bcea3ec5-b871-4f3a-a504-d222e8fe6c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (3815b366-4721-4563-a3dc-2634810ec573), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:09.128130 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f0e1111-5c27-428e-9052-29a8da60c432 admin admin] Publish callbacks [] for router_gateway (3162ab45-7150-4b36-968b-50dc07f1a757), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:09.217365 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ab963f18-e75f-4f2e-9358-6e0392493c7e None None] Publish callbacks [] for port (82067ea9-62ea-4566-8528-5537b9392cdb), precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:09.224765 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ab963f18-e75f-4f2e-9358-6e0392493c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (82067ea9-62ea-4566-8528-5537b9392cdb), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:09.227134 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-bcea3ec5-b871-4f3a-a504-d222e8fe6c9c None None] For port 3815b366-4721-4563-a3dc-2634810ec573, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:34:09.231566 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-bcea3ec5-b871-4f3a-a504-d222e8fe6c9c None None] For port 3815b366-4721-4563-a3dc-2634810ec573, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=3815b366-4721-4563-a3dc-2634810ec573,segment=NetworkSegment(a89b1825-fa6c-4f30-948a-a54dc20e410b),segment_id=a89b1825-fa6c-4f30-948a-a54dc20e410b)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:34:09.235751 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 2cc52be1-c9af-46cb-a7cd-d892b950e087 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:34:09.283154 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-bcea3ec5-b871-4f3a-a504-d222e8fe6c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (3815b366-4721-4563-a3dc-2634810ec573), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:09.330083 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f67c4b-8c22-4ee1-8e91-ada65c1cfcbf None None] Pushing event updated for resources: {'Port': ['ID=82067ea9-62ea-4566-8528-5537b9392cdb,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:09.368051 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f0e1111-5c27-428e-9052-29a8da60c432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-895179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-807076'] for router (3162ab45-7150-4b36-968b-50dc07f1a757), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:09.428402 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port 2cc52be1-c9af-46cb-a7cd-d892b950e087 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:34:09.428781 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (2cc52be1-c9af-46cb-a7cd-d892b950e087), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:09.461930 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea3ec5-b871-4f3a-a504-d222e8fe6c9c None None] Pushing event updated for resources: {'Port': ['ID=3815b366-4721-4563-a3dc-2634810ec573,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:09.471293 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-ab963f18-e75f-4f2e-9358-6e0392493c7e None None] Attempting to bind port 82067ea9-62ea-4566-8528-5537b9392cdb on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:34:09.471665 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-ab963f18-e75f-4f2e-9358-6e0392493c7e None None] Attempting to bind port 82067ea9-62ea-4566-8528-5537b9392cdb by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': 'de26e585-a5c1-4ee0-9f2a-7955fb03bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:34:09.472029 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab963f18-e75f-4f2e-9358-6e0392493c7e None None] Attempting to bind port 82067ea9-62ea-4566-8528-5537b9392cdb on network 015c960c-be3b-4fd3-b0bc-89103f2458f8 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:34:09.484835 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab963f18-e75f-4f2e-9358-6e0392493c7e None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:34:09.485173 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab963f18-e75f-4f2e-9358-6e0392493c7e None None] Checking segment: {'id': 'de26e585-a5c1-4ee0-9f2a-7955fb03bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:34:09.485559 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ab963f18-e75f-4f2e-9358-6e0392493c7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:09.485952 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab963f18-e75f-4f2e-9358-6e0392493c7e None None] Bound using segment: {'id': 'de26e585-a5c1-4ee0-9f2a-7955fb03bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:34:09.486451 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-ab963f18-e75f-4f2e-9358-6e0392493c7e None None] Bound port: 82067ea9-62ea-4566-8528-5537b9392cdb, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de26e585-a5c1-4ee0-9f2a-7955fb03bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:34:09.486823 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ab963f18-e75f-4f2e-9358-6e0392493c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (82067ea9-62ea-4566-8528-5537b9392cdb), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:09.582610 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3499885-b42b-4938-a915-45f2f4011fad req-8213274a-298d-469e-9a59-44e536863b41 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:09.582610 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c3499885-b42b-4938-a915-45f2f4011fad req-8213274a-298d-469e-9a59-44e536863b41 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0632353 Apr 12 18:34:09.626527 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-ab963f18-e75f-4f2e-9358-6e0392493c7e None None] For port 82067ea9-62ea-4566-8528-5537b9392cdb, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:34:09.628970 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0e1111-5c27-428e-9052-29a8da60c432 admin admin] Router 3162ab45-7150-4b36-968b-50dc07f1a757 is scheduled to L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:34:09.637837 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 2cc52be1-c9af-46cb-a7cd-d892b950e087 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:34:09.644233 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-ab963f18-e75f-4f2e-9358-6e0392493c7e None None] For port 82067ea9-62ea-4566-8528-5537b9392cdb, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=82067ea9-62ea-4566-8528-5537b9392cdb,segment=NetworkSegment(de26e585-a5c1-4ee0-9f2a-7955fb03bb32),segment_id=de26e585-a5c1-4ee0-9f2a-7955fb03bb32)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:34:09.662647 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c3499885-b42b-4938-a915-45f2f4011fad req-a737aeac-832a-4654-93ba-3cbeb690f01b tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640831 Apr 12 18:34:09.666007 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ab963f18-e75f-4f2e-9358-6e0392493c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (82067ea9-62ea-4566-8528-5537b9392cdb), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:09.672582 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-a9abe2d1-10e5-4729-99fd-ee486f69ffb5 None None] Provisioning complete for port 82067ea9-62ea-4566-8528-5537b9392cdb triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:34:09.672954 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a9abe2d1-10e5-4729-99fd-ee486f69ffb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (82067ea9-62ea-4566-8528-5537b9392cdb), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:09.772973 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab963f18-e75f-4f2e-9358-6e0392493c7e None None] Routers {'26d78dcd-cddb-4e74-9612-e20a3e9cf09c'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:34:09.773649 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ab963f18-e75f-4f2e-9358-6e0392493c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:33:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:34:09.777923 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f67c4b-8c22-4ee1-8e91-ada65c1cfcbf None None] Pushing event updated for resources: {'Port': ['ID=82067ea9-62ea-4566-8528-5537b9392cdb,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:09.791660 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0e1111-5c27-428e-9052-29a8da60c432 admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:34:09.802299 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db51371-1909-4f00-bd5c-a90ad8eb6f7d None None] Sync routers for ids ['3162ab45-7150-4b36-968b-50dc07f1a757'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:34:09.814123 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f0e1111-5c27-428e-9052-29a8da60c432 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:09.815001 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db51371-1909-4f00-bd5c-a90ad8eb6f7d None None] Routers {'3162ab45-7150-4b36-968b-50dc07f1a757'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:34:09.815960 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-3db51371-1909-4f00-bd5c-a90ad8eb6f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:33:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['3162ab45-7150-4b36-968b-50dc07f1a757'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:34:09.818402 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 45822) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:34:09.818942 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-0f0e1111-5c27-428e-9052-29a8da60c432 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8018808 Apr 12 18:34:09.909298 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-a9abe2d1-10e5-4729-99fd-ee486f69ffb5 None None] Current status of the port 82067ea9-62ea-4566-8528-5537b9392cdb is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:34:09.913946 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a9abe2d1-10e5-4729-99fd-ee486f69ffb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (82067ea9-62ea-4566-8528-5537b9392cdb), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:09.968306 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-3db51371-1909-4f00-bd5c-a90ad8eb6f7d None None] Set router 3162ab45-7150-4b36-968b-50dc07f1a757 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:34:09.976923 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-a9abe2d1-10e5-4729-99fd-ee486f69ffb5 None None] For port 82067ea9-62ea-4566-8528-5537b9392cdb, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=82067ea9-62ea-4566-8528-5537b9392cdb,segment=NetworkSegment(de26e585-a5c1-4ee0-9f2a-7955fb03bb32),segment_id=de26e585-a5c1-4ee0-9f2a-7955fb03bb32)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:34:09.991098 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a9abe2d1-10e5-4729-99fd-ee486f69ffb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (82067ea9-62ea-4566-8528-5537b9392cdb), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:09.995830 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-ab963f18-e75f-4f2e-9358-6e0392493c7e None None] Set router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:34:10.133849 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9abe2d1-10e5-4729-99fd-ee486f69ffb5 None None] Pushing event updated for resources: {'Port': ['ID=82067ea9-62ea-4566-8528-5537b9392cdb,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:10.144707 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-3db51371-1909-4f00-bd5c-a90ad8eb6f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3162ab45-7150-4b36-968b-50dc07f1a757', 'name': 'tempest-TestVolumeBootPattern-1220789805-router', 'tenant_id': '4ef7c8b3cc844b2cbbe60785773c3d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'd228c9c0-3a31-42a6-b000-22fd60399205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:08Z', 'updated_at': '2022-04-12T18:34:09Z', 'revision_number': 3, 'project_id': '4ef7c8b3cc844b2cbbe60785773c3d07', 'gw_port': {'id': 'd228c9c0-3a31-42a6-b000-22fd60399205', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3162ab45-7150-4b36-968b-50dc07f1a757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:08Z', 'updated_at': '2022-04-12T18:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:34:10.148367 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-b22bd24c-d672-4fa0-9a5e-2c5cd83cd4f0 None None] Provisioning complete for port 82067ea9-62ea-4566-8528-5537b9392cdb triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:34:10.148568 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b22bd24c-d672-4fa0-9a5e-2c5cd83cd4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (82067ea9-62ea-4566-8528-5537b9392cdb), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:10.176439 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db51371-1909-4f00-bd5c-a90ad8eb6f7d None None] Checking router: 3162ab45-7150-4b36-968b-50dc07f1a757 for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:34:10.176800 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db51371-1909-4f00-bd5c-a90ad8eb6f7d None None] Updating router 3162ab45-7150-4b36-968b-50dc07f1a757 port d228c9c0-3a31-42a6-b000-22fd60399205 binding host dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:34:10.213051 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3db51371-1909-4f00-bd5c-a90ad8eb6f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (d228c9c0-3a31-42a6-b000-22fd60399205), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:10.336346 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1bbcef39-b812-4c75-bda5-5c2c414fdb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:10.467245 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-b22bd24c-d672-4fa0-9a5e-2c5cd83cd4f0 None None] Current status of the port 82067ea9-62ea-4566-8528-5537b9392cdb is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:34:10.476235 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ab963f18-e75f-4f2e-9358-6e0392493c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:05Z', 'revision_number': 4, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'gw_port': {'id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '82067ea9-62ea-4566-8528-5537b9392cdb', 'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'mac_address': 'fa:16:3e:f8:bb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:05Z', 'updated_at': '2022-04-12T18:34:09Z', 'revision_number': 4, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'subnets': [{'id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:34:10.504749 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab963f18-e75f-4f2e-9358-6e0392493c7e None None] The sync data for ids ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'] in dv-cinder-837535-1-iscsi is: [{'id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:05Z', 'revision_number': 4, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'gw_port': {'id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '82067ea9-62ea-4566-8528-5537b9392cdb', 'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'mac_address': 'fa:16:3e:f8:bb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:05Z', 'updated_at': '2022-04-12T18:34:09Z', 'revision_number': 4, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'subnets': [{'id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:34:10.529741 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3db51371-1909-4f00-bd5c-a90ad8eb6f7d None None] Publish callbacks [] for port (d228c9c0-3a31-42a6-b000-22fd60399205), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:10.538422 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3db51371-1909-4f00-bd5c-a90ad8eb6f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (d228c9c0-3a31-42a6-b000-22fd60399205), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:10.577903 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-1bbcef39-b812-4c75-bda5-5c2c414fdb26 admin admin] Allocated IP 172.20.0.1 (26b6386a-6197-43e3-9fe9-8cf7517dc9f9/23737497-59c7-4004-8235-4e770a3a9de3/0e1cc30a-76e7-4fb8-8fac-fc03a74691a7) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:34:10.599065 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-3db51371-1909-4f00-bd5c-a90ad8eb6f7d None None] Attempting to bind port d228c9c0-3a31-42a6-b000-22fd60399205 on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:34:10.599453 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-3db51371-1909-4f00-bd5c-a90ad8eb6f7d None None] Attempting to bind port d228c9c0-3a31-42a6-b000-22fd60399205 by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:34:10.599807 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db51371-1909-4f00-bd5c-a90ad8eb6f7d None None] Attempting to bind port d228c9c0-3a31-42a6-b000-22fd60399205 on network 8fe2c56e-0395-443d-a858-76cf54693827 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:34:10.610574 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db51371-1909-4f00-bd5c-a90ad8eb6f7d None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:34:10.610964 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db51371-1909-4f00-bd5c-a90ad8eb6f7d None None] Checking segment: {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:34:10.611363 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3db51371-1909-4f00-bd5c-a90ad8eb6f7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:10.611755 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db51371-1909-4f00-bd5c-a90ad8eb6f7d None None] Bound using segment: {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:34:10.612232 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-3db51371-1909-4f00-bd5c-a90ad8eb6f7d None None] Bound port: d228c9c0-3a31-42a6-b000-22fd60399205, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77dbef2-f45c-4671-99b6-c2b0d1921055', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:34:10.612611 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3db51371-1909-4f00-bd5c-a90ad8eb6f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (d228c9c0-3a31-42a6-b000-22fd60399205), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:10.654167 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a6a7e-4074-4cdd-b293-bed0a5ace4e6 None None] Pushing event updated for resources: {'Port': ['ID=d228c9c0-3a31-42a6-b000-22fd60399205,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:10.690067 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b073d513-9dce-4af7-a01c-1e99e04115c9 None None] Network 26b6386a-6197-43e3-9fe9-8cf7517dc9f9 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:34:10.702075 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-3db51371-1909-4f00-bd5c-a90ad8eb6f7d None None] For port d228c9c0-3a31-42a6-b000-22fd60399205, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:34:10.705810 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-3db51371-1909-4f00-bd5c-a90ad8eb6f7d None None] For port d228c9c0-3a31-42a6-b000-22fd60399205, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=d228c9c0-3a31-42a6-b000-22fd60399205,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:34:10.716933 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3db51371-1909-4f00-bd5c-a90ad8eb6f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (d228c9c0-3a31-42a6-b000-22fd60399205), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:10.770548 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1bbcef39-b812-4c75-bda5-5c2c414fdb26 admin admin] Publish callbacks [] for port (0e1cc30a-76e7-4fb8-8fac-fc03a74691a7), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:10.800215 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db51371-1909-4f00-bd5c-a90ad8eb6f7d None None] Routers {'3162ab45-7150-4b36-968b-50dc07f1a757'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:34:10.800859 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-3db51371-1909-4f00-bd5c-a90ad8eb6f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:33:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['3162ab45-7150-4b36-968b-50dc07f1a757'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:34:10.818081 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-854f3a86-d836-4e97-939a-e03b97204df1 None None] Provisioning complete for port 3815b366-4721-4563-a3dc-2634810ec573 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:34:10.818420 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-854f3a86-d836-4e97-939a-e03b97204df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (3815b366-4721-4563-a3dc-2634810ec573), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:10.842850 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddbf7d-81df-4295-97ad-902fd3f645cc req-092cb962-14f0-42df-9d42-e7fae177b623 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:10.854319 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0dddbf7d-81df-4295-97ad-902fd3f645cc req-092cb962-14f0-42df-9d42-e7fae177b623 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0999007 Apr 12 18:34:10.863789 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1bbcef39-b812-4c75-bda5-5c2c414fdb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (0e1cc30a-76e7-4fb8-8fac-fc03a74691a7), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:10.894998 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbcef39-b812-4c75-bda5-5c2c414fdb26 admin admin] Network 26b6386a-6197-43e3-9fe9-8cf7517dc9f9 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:34:10.922772 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0dddbf7d-81df-4295-97ad-902fd3f645cc req-31ced735-3fab-43d5-9619-8248765e857a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666318 Apr 12 18:34:10.927075 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-1bbcef39-b812-4c75-bda5-5c2c414fdb26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:34:10.933145 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbcef39-b812-4c75-bda5-5c2c414fdb26 admin admin] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:34:10.957116 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-3db51371-1909-4f00-bd5c-a90ad8eb6f7d None None] Set router 3162ab45-7150-4b36-968b-50dc07f1a757 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:34:10.981211 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbcef39-b812-4c75-bda5-5c2c414fdb26 admin admin] Pushing event updated for resources: {'Port': ['ID=0e1cc30a-76e7-4fb8-8fac-fc03a74691a7,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:10.987637 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-854f3a86-d836-4e97-939a-e03b97204df1 None None] Current status of the port 3815b366-4721-4563-a3dc-2634810ec573 is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:34:10.988034 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-854f3a86-d836-4e97-939a-e03b97204df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (3815b366-4721-4563-a3dc-2634810ec573), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:10.990660 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1bbcef39-b812-4c75-bda5-5c2c414fdb26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-806997'] for router_interface (3162ab45-7150-4b36-968b-50dc07f1a757), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:11.028692 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a6a7e-4074-4cdd-b293-bed0a5ace4e6 None None] Pushing event updated for resources: {'Port': ['ID=d228c9c0-3a31-42a6-b000-22fd60399205,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:11.037048 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-854f3a86-d836-4e97-939a-e03b97204df1 None None] For port 3815b366-4721-4563-a3dc-2634810ec573, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=3815b366-4721-4563-a3dc-2634810ec573,segment=NetworkSegment(a89b1825-fa6c-4f30-948a-a54dc20e410b),segment_id=a89b1825-fa6c-4f30-948a-a54dc20e410b)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:34:11.049225 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-854f3a86-d836-4e97-939a-e03b97204df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (3815b366-4721-4563-a3dc-2634810ec573), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:11.134376 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f3a86-d836-4e97-939a-e03b97204df1 None None] Pushing event updated for resources: {'Port': ['ID=3815b366-4721-4563-a3dc-2634810ec573,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:11.190827 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-3db51371-1909-4f00-bd5c-a90ad8eb6f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3162ab45-7150-4b36-968b-50dc07f1a757', 'name': 'tempest-TestVolumeBootPattern-1220789805-router', 'tenant_id': '4ef7c8b3cc844b2cbbe60785773c3d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'd228c9c0-3a31-42a6-b000-22fd60399205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:08Z', 'updated_at': '2022-04-12T18:34:09Z', 'revision_number': 3, 'project_id': '4ef7c8b3cc844b2cbbe60785773c3d07', 'gw_port': {'id': 'd228c9c0-3a31-42a6-b000-22fd60399205', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3162ab45-7150-4b36-968b-50dc07f1a757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:08Z', 'updated_at': '2022-04-12T18:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:34:11.250999 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1bbcef39-b812-4c75-bda5-5c2c414fdb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (0e1cc30a-76e7-4fb8-8fac-fc03a74691a7), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:11.354182 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db51371-1909-4f00-bd5c-a90ad8eb6f7d None None] The sync data for ids ['3162ab45-7150-4b36-968b-50dc07f1a757'] in dv-cinder-837535-1-iscsi is: [{'id': '3162ab45-7150-4b36-968b-50dc07f1a757', 'name': 'tempest-TestVolumeBootPattern-1220789805-router', 'tenant_id': '4ef7c8b3cc844b2cbbe60785773c3d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'd228c9c0-3a31-42a6-b000-22fd60399205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:08Z', 'updated_at': '2022-04-12T18:34:09Z', 'revision_number': 3, 'project_id': '4ef7c8b3cc844b2cbbe60785773c3d07', 'gw_port': {'id': 'd228c9c0-3a31-42a6-b000-22fd60399205', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3162ab45-7150-4b36-968b-50dc07f1a757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:08Z', 'updated_at': '2022-04-12T18:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:34:11.354428 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 3815b366-4721-4563-a3dc-2634810ec573 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:34:11.427158 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-e5cbb6cb-9e2c-4fa1-ac29-27b4f94dac66 None None] Provisioning complete for port 0e1cc30a-76e7-4fb8-8fac-fc03a74691a7 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:34:11.427551 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-e5cbb6cb-9e2c-4fa1-ac29-27b4f94dac66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (0e1cc30a-76e7-4fb8-8fac-fc03a74691a7), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:11.491697 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1bbcef39-b812-4c75-bda5-5c2c414fdb26 admin admin] Publish callbacks [] for port (0e1cc30a-76e7-4fb8-8fac-fc03a74691a7), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:11.500776 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1bbcef39-b812-4c75-bda5-5c2c414fdb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (0e1cc30a-76e7-4fb8-8fac-fc03a74691a7), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:11.527161 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port 3815b366-4721-4563-a3dc-2634810ec573 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:34:11.527535 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (3815b366-4721-4563-a3dc-2634810ec573), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:11.556203 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-e5cbb6cb-9e2c-4fa1-ac29-27b4f94dac66 None None] Port 0e1cc30a-76e7-4fb8-8fac-fc03a74691a7 cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:34:11.562788 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1bbcef39-b812-4c75-bda5-5c2c414fdb26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-810981'] for router_interface (3162ab45-7150-4b36-968b-50dc07f1a757), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:11.584611 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-e5cbb6cb-9e2c-4fa1-ac29-27b4f94dac66 None None] Provisioning complete for port 3815b366-4721-4563-a3dc-2634810ec573 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:34:11.585030 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-e5cbb6cb-9e2c-4fa1-ac29-27b4f94dac66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (3815b366-4721-4563-a3dc-2634810ec573), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:11.644642 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbcef39-b812-4c75-bda5-5c2c414fdb26 admin admin] Pushing event updated for resources: {'Port': ['ID=0e1cc30a-76e7-4fb8-8fac-fc03a74691a7,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:11.696188 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 3815b366-4721-4563-a3dc-2634810ec573 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:34:11.698687 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 82067ea9-62ea-4566-8528-5537b9392cdb up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:34:11.704304 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbcef39-b812-4c75-bda5-5c2c414fdb26 admin admin] Network 26b6386a-6197-43e3-9fe9-8cf7517dc9f9 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:34:11.705778 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-1bbcef39-b812-4c75-bda5-5c2c414fdb26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:34:11.804349 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-e5cbb6cb-9e2c-4fa1-ac29-27b4f94dac66 None None] Current status of the port 3815b366-4721-4563-a3dc-2634810ec573 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:34:11.820642 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port 82067ea9-62ea-4566-8528-5537b9392cdb triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:34:11.821020 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (82067ea9-62ea-4566-8528-5537b9392cdb), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:11.883025 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbcef39-b812-4c75-bda5-5c2c414fdb26 admin admin] Router 3162ab45-7150-4b36-968b-50dc07f1a757 has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:34:11.942336 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-396edd8c-0fa1-4c64-900a-ff64a15c405f None None] Provisioning complete for port 0e1cc30a-76e7-4fb8-8fac-fc03a74691a7 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:34:11.958974 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-396edd8c-0fa1-4c64-900a-ff64a15c405f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (0e1cc30a-76e7-4fb8-8fac-fc03a74691a7), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:12.040392 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-396edd8c-0fa1-4c64-900a-ff64a15c405f None None] Port 0e1cc30a-76e7-4fb8-8fac-fc03a74691a7 cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:34:12.100941 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbcef39-b812-4c75-bda5-5c2c414fdb26 admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:34:12.116426 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 82067ea9-62ea-4566-8528-5537b9392cdb is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:34:12.117850 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-1bbcef39-b812-4c75-bda5-5c2c414fdb26 admin admin] 10.222.0.52 "PUT /v2.0/routers/3162ab45-7150-4b36-968b-50dc07f1a757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2973945 Apr 12 18:34:12.147646 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08973415-5a91-4797-a88d-72a2512f7766 req-61eb8dac-8247-4c90-bb8f-d5b7a2de41c3 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:12.151057 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-08973415-5a91-4797-a88d-72a2512f7766 req-61eb8dac-8247-4c90-bb8f-d5b7a2de41c3 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0759559 Apr 12 18:34:12.164052 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-e8a2661f-c309-4072-a90d-b75e5d80c92a None None] Provisioning complete for port 0e1cc30a-76e7-4fb8-8fac-fc03a74691a7 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:34:12.164509 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-e8a2661f-c309-4072-a90d-b75e5d80c92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (0e1cc30a-76e7-4fb8-8fac-fc03a74691a7), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:12.218551 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-08973415-5a91-4797-a88d-72a2512f7766 req-59bed9da-622a-42a6-9f76-6711c18fd185 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612411 Apr 12 18:34:12.229658 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-e8a2661f-c309-4072-a90d-b75e5d80c92a None None] Port 0e1cc30a-76e7-4fb8-8fac-fc03a74691a7 cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:34:13.185270 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f4798117-4cda-458c-bd97-bc47df42d1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:13.220705 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device d228c9c0-3a31-42a6-b000-22fd60399205 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:34:13.269099 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port d228c9c0-3a31-42a6-b000-22fd60399205 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:34:13.269485 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (d228c9c0-3a31-42a6-b000-22fd60399205), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:13.342304 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22beff69-4f9f-42a6-8183-abb89b745e05 req-c8e2b1fc-dfdd-4d23-9141-0af5cbd868d5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:13.343767 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-22beff69-4f9f-42a6-8183-abb89b745e05 req-c8e2b1fc-dfdd-4d23-9141-0af5cbd868d5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0503919 Apr 12 18:34:13.347236 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port d228c9c0-3a31-42a6-b000-22fd60399205 is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:34:13.347626 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (d228c9c0-3a31-42a6-b000-22fd60399205), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:13.372139 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] For port d228c9c0-3a31-42a6-b000-22fd60399205, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=d228c9c0-3a31-42a6-b000-22fd60399205,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:34:13.376095 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (d228c9c0-3a31-42a6-b000-22fd60399205), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:13.390271 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-22beff69-4f9f-42a6-8183-abb89b745e05 req-cdfcff84-f365-4578-87bf-dd084ee71736 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405130 Apr 12 18:34:13.425508 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Pushing event updated for resources: {'Port': ['ID=d228c9c0-3a31-42a6-b000-22fd60399205,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:14.004106 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33169a86-1adc-4b35-818b-6548686e703e None None] Sync routers for ids ['3162ab45-7150-4b36-968b-50dc07f1a757'] in dv-cinder-837535-1-iscsi {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:34:14.014378 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33169a86-1adc-4b35-818b-6548686e703e None None] Routers {'3162ab45-7150-4b36-968b-50dc07f1a757'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:34:14.014995 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-33169a86-1adc-4b35-818b-6548686e703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:33:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['3162ab45-7150-4b36-968b-50dc07f1a757'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:34:14.103926 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 45838) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:34:14.108480 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-eb805c6f-7ff2-4d9a-93c3-0e6fdaf9cf31 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1018677148', 'description': 'tempest-secgroup-smoke-1018677148 description', 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:34:14.125322 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-33169a86-1adc-4b35-818b-6548686e703e None None] Set router 3162ab45-7150-4b36-968b-50dc07f1a757 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:34:14.127905 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-eb805c6f-7ff2-4d9a-93c3-0e6fdaf9cf31 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.201663 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-eb805c6f-7ff2-4d9a-93c3-0e6fdaf9cf31 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for security_group (924c204f-c913-4400-8e2f-0e0244ef90f9), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.206011 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-eb805c6f-7ff2-4d9a-93c3-0e6fdaf9cf31 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (924c204f-c913-4400-8e2f-0e0244ef90f9), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.235149 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-eb805c6f-7ff2-4d9a-93c3-0e6fdaf9cf31 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.236288 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-eb805c6f-7ff2-4d9a-93c3-0e6fdaf9cf31 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1313634 Apr 12 18:34:14.239921 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 45840) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:34:14.240378 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb805c6f-7ff2-4d9a-93c3-0e6fdaf9cf31 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=924c204f-c913-4400-8e2f-0e0244ef90f9,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:14.246185 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f2634799-24bb-42a9-8f4b-872a5d0469c3 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Request body: {'security_group_rule': {'security_group_id': '924c204f-c913-4400-8e2f-0e0244ef90f9', 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:34:14.271712 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f2634799-24bb-42a9-8f4b-872a5d0469c3 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for security_group_rule (8c2f1b77-8db3-4a5a-bedd-05aa006439e7), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.317583 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-33169a86-1adc-4b35-818b-6548686e703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3162ab45-7150-4b36-968b-50dc07f1a757', 'name': 'tempest-TestVolumeBootPattern-1220789805-router', 'tenant_id': '4ef7c8b3cc844b2cbbe60785773c3d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'd228c9c0-3a31-42a6-b000-22fd60399205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:08Z', 'updated_at': '2022-04-12T18:34:11Z', 'revision_number': 4, 'project_id': '4ef7c8b3cc844b2cbbe60785773c3d07', 'gw_port': {'id': 'd228c9c0-3a31-42a6-b000-22fd60399205', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3162ab45-7150-4b36-968b-50dc07f1a757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:08Z', 'updated_at': '2022-04-12T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '0e1cc30a-76e7-4fb8-8fac-fc03a74691a7', 'name': '', 'network_id': '26b6386a-6197-43e3-9fe9-8cf7517dc9f9', 'tenant_id': '4ef7c8b3cc844b2cbbe60785773c3d07', 'mac_address': 'fa:16:3e:a8:29:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3162ab45-7150-4b36-968b-50dc07f1a757', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '23737497-59c7-4004-8235-4e770a3a9de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:10Z', 'updated_at': '2022-04-12T18:34:11Z', 'revision_number': 2, 'project_id': '4ef7c8b3cc844b2cbbe60785773c3d07', 'subnets': [{'id': '23737497-59c7-4004-8235-4e770a3a9de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:34:14.327962 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f2634799-24bb-42a9-8f4b-872a5d0469c3 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for security_group_rule (8c2f1b77-8db3-4a5a-bedd-05aa006439e7), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.331966 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f2634799-24bb-42a9-8f4b-872a5d0469c3 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (8c2f1b77-8db3-4a5a-bedd-05aa006439e7), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.349180 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33169a86-1adc-4b35-818b-6548686e703e None None] Checking router: 3162ab45-7150-4b36-968b-50dc07f1a757 for host: dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:34:14.349536 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33169a86-1adc-4b35-818b-6548686e703e None None] Updating router 3162ab45-7150-4b36-968b-50dc07f1a757 port 0e1cc30a-76e7-4fb8-8fac-fc03a74691a7 binding host dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:34:14.350262 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2634799-24bb-42a9-8f4b-872a5d0469c3 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2f1b77-8db3-4a5a-bedd-05aa006439e7,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:14.359318 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f2634799-24bb-42a9-8f4b-872a5d0469c3 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.360512 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-f2634799-24bb-42a9-8f4b-872a5d0469c3 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185780 Apr 12 18:34:14.363236 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 45842) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:34:14.367549 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-727753a7-c500-4dee-a900-8c33f5ec1a4d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Request body: {'security_group_rule': {'security_group_id': '924c204f-c913-4400-8e2f-0e0244ef90f9', 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:34:14.377851 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-33169a86-1adc-4b35-818b-6548686e703e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (0e1cc30a-76e7-4fb8-8fac-fc03a74691a7), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.392123 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-727753a7-c500-4dee-a900-8c33f5ec1a4d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for security_group_rule (dfaccd41-9988-4b6b-adf1-18452f98e72b), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.451661 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-727753a7-c500-4dee-a900-8c33f5ec1a4d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for security_group_rule (dfaccd41-9988-4b6b-adf1-18452f98e72b), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.455511 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-727753a7-c500-4dee-a900-8c33f5ec1a4d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (dfaccd41-9988-4b6b-adf1-18452f98e72b), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.489116 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727753a7-c500-4dee-a900-8c33f5ec1a4d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfaccd41-9988-4b6b-adf1-18452f98e72b,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:14.511396 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-727753a7-c500-4dee-a900-8c33f5ec1a4d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.512582 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-727753a7-c500-4dee-a900-8c33f5ec1a4d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1484430 Apr 12 18:34:14.515652 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 45846) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:34:14.519967 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-7834c00a-808f-4470-a741-6e1d65ab15d0 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Request body: {'security_group_rule': {'security_group_id': '924c204f-c913-4400-8e2f-0e0244ef90f9', 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:34:14.533906 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331505a4-9bc7-4cba-8040-231dad9ca0d5 req-e2d59de4-ce6f-440f-b7c3-8b3fc80f9b8c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:14.535528 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-331505a4-9bc7-4cba-8040-231dad9ca0d5 req-e2d59de4-ce6f-440f-b7c3-8b3fc80f9b8c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0707667 Apr 12 18:34:14.548863 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7834c00a-808f-4470-a741-6e1d65ab15d0 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for security_group_rule (9013a76a-fc80-40e3-aea4-1058dfa18574), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.585251 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-331505a4-9bc7-4cba-8040-231dad9ca0d5 req-23324142-2d87-4c36-87cd-fe2837dab385 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418489 Apr 12 18:34:14.612093 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7834c00a-808f-4470-a741-6e1d65ab15d0 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for security_group_rule (9013a76a-fc80-40e3-aea4-1058dfa18574), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.615935 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7834c00a-808f-4470-a741-6e1d65ab15d0 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (9013a76a-fc80-40e3-aea4-1058dfa18574), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.633868 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834c00a-808f-4470-a741-6e1d65ab15d0 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9013a76a-fc80-40e3-aea4-1058dfa18574,revision_number=0']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:14.644241 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7834c00a-808f-4470-a741-6e1d65ab15d0 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.645530 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-7834c00a-808f-4470-a741-6e1d65ab15d0 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290185 Apr 12 18:34:14.646229 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-33169a86-1adc-4b35-818b-6548686e703e None None] Publish callbacks [] for port (0e1cc30a-76e7-4fb8-8fac-fc03a74691a7), precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.648496 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 45848) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:34:14.652960 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-33169a86-1adc-4b35-818b-6548686e703e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (0e1cc30a-76e7-4fb8-8fac-fc03a74691a7), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.653827 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-8ac9ba5e-4580-4857-a2f3-bd3e3874083d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Request body: {'security_group_rule': {'security_group_id': '924c204f-c913-4400-8e2f-0e0244ef90f9', 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:34:14.679191 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ac9ba5e-4580-4857-a2f3-bd3e3874083d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for security_group_rule (3fdeefa1-a4ff-46a1-a687-d6be3db928e0), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.716565 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30212681-cede-4b93-a3ed-84fb3c280ee5 None None] Pushing event updated for resources: {'Port': ['ID=0e1cc30a-76e7-4fb8-8fac-fc03a74691a7,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:14.742436 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ac9ba5e-4580-4857-a2f3-bd3e3874083d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for security_group_rule (3fdeefa1-a4ff-46a1-a687-d6be3db928e0), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.747523 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ac9ba5e-4580-4857-a2f3-bd3e3874083d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (3fdeefa1-a4ff-46a1-a687-d6be3db928e0), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.767364 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9ba5e-4580-4857-a2f3-bd3e3874083d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fdeefa1-a4ff-46a1-a687-d6be3db928e0,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:14.776274 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-33169a86-1adc-4b35-818b-6548686e703e None None] Attempting to bind port 0e1cc30a-76e7-4fb8-8fac-fc03a74691a7 on host dv-cinder-837535-1-iscsi for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:34:14.776659 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-33169a86-1adc-4b35-818b-6548686e703e None None] Attempting to bind port 0e1cc30a-76e7-4fb8-8fac-fc03a74691a7 by drivers openvswitch,hyperv on host dv-cinder-837535-1-iscsi at level 0 using segments [{'id': 'a89b1825-fa6c-4f30-948a-a54dc20e410b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '26b6386a-6197-43e3-9fe9-8cf7517dc9f9'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:34:14.777026 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33169a86-1adc-4b35-818b-6548686e703e None None] Attempting to bind port 0e1cc30a-76e7-4fb8-8fac-fc03a74691a7 on network 26b6386a-6197-43e3-9fe9-8cf7517dc9f9 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:34:14.778999 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ac9ba5e-4580-4857-a2f3-bd3e3874083d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.780088 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-8ac9ba5e-4580-4857-a2f3-bd3e3874083d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1305065 Apr 12 18:34:14.782942 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 45850) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:34:14.786380 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33169a86-1adc-4b35-818b-6548686e703e None None] Checking agent: {'id': '83474c62-e7a1-4ea7-a7b9-87c621dcdf39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 11, 19), 'started_at': datetime.datetime(2022, 4, 12, 18, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:34:14.786849 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33169a86-1adc-4b35-818b-6548686e703e None None] Checking segment: {'id': 'a89b1825-fa6c-4f30-948a-a54dc20e410b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '26b6386a-6197-43e3-9fe9-8cf7517dc9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:34:14.787338 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-33169a86-1adc-4b35-818b-6548686e703e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.787754 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-c8500bab-85c1-46b5-a3df-4c2eb8166f46 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Request body: {'security_group_rule': {'security_group_id': '924c204f-c913-4400-8e2f-0e0244ef90f9', 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:34:14.787881 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33169a86-1adc-4b35-818b-6548686e703e None None] Bound using segment: {'id': 'a89b1825-fa6c-4f30-948a-a54dc20e410b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '26b6386a-6197-43e3-9fe9-8cf7517dc9f9'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:34:14.788961 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-33169a86-1adc-4b35-818b-6548686e703e None None] Bound port: 0e1cc30a-76e7-4fb8-8fac-fc03a74691a7, host: dv-cinder-837535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89b1825-fa6c-4f30-948a-a54dc20e410b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '26b6386a-6197-43e3-9fe9-8cf7517dc9f9'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:34:14.789429 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-33169a86-1adc-4b35-818b-6548686e703e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (0e1cc30a-76e7-4fb8-8fac-fc03a74691a7), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.810463 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.db.securitygroups_db [None req-c8500bab-85c1-46b5-a3df-4c2eb8166f46 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Project 9533c204e06a484c8a8c0cca48c4a2e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 18:34:14.816460 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c8500bab-85c1-46b5-a3df-4c2eb8166f46 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for security_group_rule (467be4a3-355c-4b6f-9d70-25c30695c3e3), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.864391 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-33169a86-1adc-4b35-818b-6548686e703e None None] For port 0e1cc30a-76e7-4fb8-8fac-fc03a74691a7, host dv-cinder-837535-1-iscsi, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:34:14.869671 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-33169a86-1adc-4b35-818b-6548686e703e None None] For port 0e1cc30a-76e7-4fb8-8fac-fc03a74691a7, host dv-cinder-837535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=0e1cc30a-76e7-4fb8-8fac-fc03a74691a7,segment=NetworkSegment(a89b1825-fa6c-4f30-948a-a54dc20e410b),segment_id=a89b1825-fa6c-4f30-948a-a54dc20e410b)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:34:14.876391 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-33169a86-1adc-4b35-818b-6548686e703e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (0e1cc30a-76e7-4fb8-8fac-fc03a74691a7), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.885868 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c8500bab-85c1-46b5-a3df-4c2eb8166f46 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for security_group_rule (467be4a3-355c-4b6f-9d70-25c30695c3e3), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.890753 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c8500bab-85c1-46b5-a3df-4c2eb8166f46 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (467be4a3-355c-4b6f-9d70-25c30695c3e3), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.908458 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8500bab-85c1-46b5-a3df-4c2eb8166f46 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467be4a3-355c-4b6f-9d70-25c30695c3e3,revision_number=0']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:14.917510 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c8500bab-85c1-46b5-a3df-4c2eb8166f46 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.921636 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-c8500bab-85c1-46b5-a3df-4c2eb8166f46 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1375697 Apr 12 18:34:14.921968 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 45852) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:34:14.926520 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-ace338d0-bcb4-4f05-bdfe-f5f59a26f1fd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Request body: {'security_group_rule': {'security_group_id': '924c204f-c913-4400-8e2f-0e0244ef90f9', 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:34:14.942120 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33169a86-1adc-4b35-818b-6548686e703e None None] Routers {'3162ab45-7150-4b36-968b-50dc07f1a757'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:34:14.942640 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-33169a86-1adc-4b35-818b-6548686e703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:33:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['3162ab45-7150-4b36-968b-50dc07f1a757'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:34:14.955550 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-ace338d0-bcb4-4f05-bdfe-f5f59a26f1fd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Project 9533c204e06a484c8a8c0cca48c4a2e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 18:34:14.961226 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ace338d0-bcb4-4f05-bdfe-f5f59a26f1fd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for security_group_rule (a1b298cb-d4b1-428d-a28a-97f57d4a3a4e), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:14.984202 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30212681-cede-4b93-a3ed-84fb3c280ee5 None None] Pushing event updated for resources: {'Port': ['ID=0e1cc30a-76e7-4fb8-8fac-fc03a74691a7,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:14.998706 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-55ca9d87-c133-4f0a-abdc-8fe1872b19ec None None] Provisioning complete for port 0e1cc30a-76e7-4fb8-8fac-fc03a74691a7 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:34:14.999060 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55ca9d87-c133-4f0a-abdc-8fe1872b19ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (0e1cc30a-76e7-4fb8-8fac-fc03a74691a7), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:15.029766 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ace338d0-bcb4-4f05-bdfe-f5f59a26f1fd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for security_group_rule (a1b298cb-d4b1-428d-a28a-97f57d4a3a4e), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:15.037434 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ace338d0-bcb4-4f05-bdfe-f5f59a26f1fd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588562'] for security_group_rule (a1b298cb-d4b1-428d-a28a-97f57d4a3a4e), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:15.062115 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ace338d0-bcb4-4f05-bdfe-f5f59a26f1fd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:15.063507 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-ace338d0-bcb4-4f05-bdfe-f5f59a26f1fd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1405392 Apr 12 18:34:15.067949 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace338d0-bcb4-4f05-bdfe-f5f59a26f1fd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b298cb-d4b1-428d-a28a-97f57d4a3a4e,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:15.223835 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device d228c9c0-3a31-42a6-b000-22fd60399205 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:34:15.285673 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-33169a86-1adc-4b35-818b-6548686e703e None None] Set router 3162ab45-7150-4b36-968b-50dc07f1a757 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:34:15.389100 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port d228c9c0-3a31-42a6-b000-22fd60399205 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:34:15.389681 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (d228c9c0-3a31-42a6-b000-22fd60399205), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:15.444673 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-55ca9d87-c133-4f0a-abdc-8fe1872b19ec None None] Current status of the port 0e1cc30a-76e7-4fb8-8fac-fc03a74691a7 is: DOWN; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:34:15.445063 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55ca9d87-c133-4f0a-abdc-8fe1872b19ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (0e1cc30a-76e7-4fb8-8fac-fc03a74691a7), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:15.551385 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-55ca9d87-c133-4f0a-abdc-8fe1872b19ec None None] For port 0e1cc30a-76e7-4fb8-8fac-fc03a74691a7, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=0e1cc30a-76e7-4fb8-8fac-fc03a74691a7,segment=NetworkSegment(a89b1825-fa6c-4f30-948a-a54dc20e410b),segment_id=a89b1825-fa6c-4f30-948a-a54dc20e410b)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:34:15.572169 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-915f2453-454b-4222-826c-dd9d4e3b37bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:15.577478 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55ca9d87-c133-4f0a-abdc-8fe1872b19ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (0e1cc30a-76e7-4fb8-8fac-fc03a74691a7), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:15.648017 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port d228c9c0-3a31-42a6-b000-22fd60399205 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:34:15.670854 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-33169a86-1adc-4b35-818b-6548686e703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3162ab45-7150-4b36-968b-50dc07f1a757', 'name': 'tempest-TestVolumeBootPattern-1220789805-router', 'tenant_id': '4ef7c8b3cc844b2cbbe60785773c3d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'd228c9c0-3a31-42a6-b000-22fd60399205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:08Z', 'updated_at': '2022-04-12T18:34:11Z', 'revision_number': 4, 'project_id': '4ef7c8b3cc844b2cbbe60785773c3d07', 'gw_port': {'id': 'd228c9c0-3a31-42a6-b000-22fd60399205', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3162ab45-7150-4b36-968b-50dc07f1a757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:08Z', 'updated_at': '2022-04-12T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '0e1cc30a-76e7-4fb8-8fac-fc03a74691a7', 'name': '', 'network_id': '26b6386a-6197-43e3-9fe9-8cf7517dc9f9', 'tenant_id': '4ef7c8b3cc844b2cbbe60785773c3d07', 'mac_address': 'fa:16:3e:a8:29:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3162ab45-7150-4b36-968b-50dc07f1a757', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '23737497-59c7-4004-8235-4e770a3a9de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:10Z', 'updated_at': '2022-04-12T18:34:14Z', 'revision_number': 4, 'project_id': '4ef7c8b3cc844b2cbbe60785773c3d07', 'subnets': [{'id': '23737497-59c7-4004-8235-4e770a3a9de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:34:15.706811 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca9d87-c133-4f0a-abdc-8fe1872b19ec None None] Pushing event updated for resources: {'Port': ['ID=0e1cc30a-76e7-4fb8-8fac-fc03a74691a7,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:15.712977 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33169a86-1adc-4b35-818b-6548686e703e None None] The sync data for ids ['3162ab45-7150-4b36-968b-50dc07f1a757'] in dv-cinder-837535-1-iscsi is: [{'id': '3162ab45-7150-4b36-968b-50dc07f1a757', 'name': 'tempest-TestVolumeBootPattern-1220789805-router', 'tenant_id': '4ef7c8b3cc844b2cbbe60785773c3d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'd228c9c0-3a31-42a6-b000-22fd60399205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:08Z', 'updated_at': '2022-04-12T18:34:11Z', 'revision_number': 4, 'project_id': '4ef7c8b3cc844b2cbbe60785773c3d07', 'gw_port': {'id': 'd228c9c0-3a31-42a6-b000-22fd60399205', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3162ab45-7150-4b36-968b-50dc07f1a757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:08Z', 'updated_at': '2022-04-12T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '0e1cc30a-76e7-4fb8-8fac-fc03a74691a7', 'name': '', 'network_id': '26b6386a-6197-43e3-9fe9-8cf7517dc9f9', 'tenant_id': '4ef7c8b3cc844b2cbbe60785773c3d07', 'mac_address': 'fa:16:3e:a8:29:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3162ab45-7150-4b36-968b-50dc07f1a757', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '23737497-59c7-4004-8235-4e770a3a9de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:10Z', 'updated_at': '2022-04-12T18:34:14Z', 'revision_number': 4, 'project_id': '4ef7c8b3cc844b2cbbe60785773c3d07', 'subnets': [{'id': '23737497-59c7-4004-8235-4e770a3a9de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:34:15.718789 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab0d40-2e08-4a6b-8b4f-c5b75924577c req-d3b51752-f9b2-47c1-98b4-0a715aa87a1e tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:15.722257 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-201a8860-8761-455b-ab97-e09cf4e4bb03 None None] Provisioning complete for port 0e1cc30a-76e7-4fb8-8fac-fc03a74691a7 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:34:15.722637 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-201a8860-8761-455b-ab97-e09cf4e4bb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (0e1cc30a-76e7-4fb8-8fac-fc03a74691a7), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:15.725927 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-41ab0d40-2e08-4a6b-8b4f-c5b75924577c req-d3b51752-f9b2-47c1-98b4-0a715aa87a1e tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0633898 Apr 12 18:34:15.821268 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-41ab0d40-2e08-4a6b-8b4f-c5b75924577c req-b04755e0-6c95-4383-97c9-4d52bc86caca tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879192 Apr 12 18:34:15.825427 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-201a8860-8761-455b-ab97-e09cf4e4bb03 None None] Current status of the port 0e1cc30a-76e7-4fb8-8fac-fc03a74691a7 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:34:16.899749 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:16.940901 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fab0ea-623a-4860-bb7a-1d978959d4d7 req-5188d905-4013-4053-8c77-699490716b78 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:16.942377 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c9fab0ea-623a-4860-bb7a-1d978959d4d7 req-5188d905-4013-4053-8c77-699490716b78 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0480826 Apr 12 18:34:16.992096 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c9fab0ea-623a-4860-bb7a-1d978959d4d7 req-9ceef178-4535-4d73-a5fb-3e1d248a3f7d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434954 Apr 12 18:34:17.230145 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 0e1cc30a-76e7-4fb8-8fac-fc03a74691a7 up at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:34:17.277574 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Provisioning complete for port 0e1cc30a-76e7-4fb8-8fac-fc03a74691a7 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:34:17.277965 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (0e1cc30a-76e7-4fb8-8fac-fc03a74691a7), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:17.361870 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Current status of the port 0e1cc30a-76e7-4fb8-8fac-fc03a74691a7 is: ACTIVE; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:34:18.116179 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e65cc3-0e45-4474-a9df-ea240f751af4 req-951fb307-bd04-497a-b3d0-83dd61f49cce tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:18.117805 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e2e65cc3-0e45-4474-a9df-ea240f751af4 req-951fb307-bd04-497a-b3d0-83dd61f49cce tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0524690 Apr 12 18:34:18.164151 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e2e65cc3-0e45-4474-a9df-ea240f751af4 req-6a5ba098-9179-4d61-8c6e-a5d74ac027e0 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407867 Apr 12 18:34:18.406892 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:19.282120 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132495eb-c1cf-441b-a7c8-70313a1d1565 req-7a9a0742-69c9-4aab-9bdd-d549a035b85a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:19.283587 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-132495eb-c1cf-441b-a7c8-70313a1d1565 req-7a9a0742-69c9-4aab-9bdd-d549a035b85a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0462027 Apr 12 18:34:19.318956 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:19.335980 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-132495eb-c1cf-441b-a7c8-70313a1d1565 req-c1935811-3738-4af7-be3c-32383ed3e1d3 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467618 Apr 12 18:34:20.453586 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbeb7d3-eed0-4ea0-9b27-b26ba3bfb619 req-f60844ae-05f2-4b71-9496-980f899d8817 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:20.455268 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9dbeb7d3-eed0-4ea0-9b27-b26ba3bfb619 req-f60844ae-05f2-4b71-9496-980f899d8817 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0468619 Apr 12 18:34:20.508620 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9dbeb7d3-eed0-4ea0-9b27-b26ba3bfb619 req-3aa0ab24-3dd4-4905-b8ee-8bcef7a9847a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478187 Apr 12 18:34:21.627695 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e243ee-313d-4dc7-aa8a-acc471f90db7 req-4efe58e7-25b1-4778-ad68-67149d36c567 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:21.629251 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a2e243ee-313d-4dc7-aa8a-acc471f90db7 req-4efe58e7-25b1-4778-ad68-67149d36c567 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0493400 Apr 12 18:34:21.674162 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a2e243ee-313d-4dc7-aa8a-acc471f90db7 req-6c351e47-3575-4d71-a7cd-b77d610a6fed tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394702 Apr 12 18:34:21.718530 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device fd57b10d-eef3-4359-a06f-882658d5d94b details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:34:21.820809 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port fd57b10d-eef3-4359-a06f-882658d5d94b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fd57b10d-eef3-4359-a06f-882658d5d94b,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:34:21.831874 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Returning: {'device': 'fd57b10d-eef3-4359-a06f-882658d5d94b', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'port_id': 'fd57b10d-eef3-4359-a06f-882658d5d94b', 'mac_address': 'fa:16:3e:e2:88:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722781c3-be17-480d-a735-2639a14655b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:34:21.869504 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port fd57b10d-eef3-4359-a06f-882658d5d94b is: ACTIVE; New status is: BUILD {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:34:21.869898 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:21.882355 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd57b10d-eef3-4359-a06f-882658d5d94b {{(pid=103525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:34:21.904554 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port fd57b10d-eef3-4359-a06f-882658d5d94b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fd57b10d-eef3-4359-a06f-882658d5d94b,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:34:21.908564 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:21.959553 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=fd57b10d-eef3-4359-a06f-882658d5d94b,revision_number=6']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:21.981807 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['fd57b10d-eef3-4359-a06f-882658d5d94b'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:34:22.795674 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e87aa9-b97c-4c55-b90e-2e20c831a156 req-91a220c8-142f-4a8c-96c2-faa549c57c1e tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:22.798214 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e0e87aa9-b97c-4c55-b90e-2e20c831a156 req-91a220c8-142f-4a8c-96c2-faa549c57c1e tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 944 time: 0.0508354 Apr 12 18:34:22.855919 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e0e87aa9-b97c-4c55-b90e-2e20c831a156 req-e700bc75-f559-4b89-b1f1-e53de6b7468a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517490 Apr 12 18:34:23.724612 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device fd57b10d-eef3-4359-a06f-882658d5d94b up at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:34:23.772300 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning complete for port fd57b10d-eef3-4359-a06f-882658d5d94b triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:34:23.772685 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:23.852834 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port fd57b10d-eef3-4359-a06f-882658d5d94b is: BUILD; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:34:23.853265 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:23.876021 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f555a89-00cd-49e9-b9cf-8f5d3c637301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd57b10d-eef3-4359-a06f-882658d5d94b'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:34:23.878926 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cae7bc-4d7f-453d-968e-252173e30a6d" -d '{"events": [{"server_uuid": "8f555a89-00cd-49e9-b9cf-8f5d3c637301", "name": "network-vif-plugged", "status": "completed", "tag": "fd57b10d-eef3-4359-a06f-882658d5d94b"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:34:23.902160 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port fd57b10d-eef3-4359-a06f-882658d5d94b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fd57b10d-eef3-4359-a06f-882658d5d94b,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:34:23.908415 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:23.940818 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e5c7a0-a93c-4e6b-bdcf-48d5e0ecfea9 x-openstack-request-id: req-58e5c7a0-a93c-4e6b-bdcf-48d5e0ecfea9 {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:34:23.941153 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f555a89-00cd-49e9-b9cf-8f5d3c637301", "name": "network-vif-plugged", "status": "completed", "tag": "fd57b10d-eef3-4359-a06f-882658d5d94b", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:34:23.941410 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-58e5c7a0-a93c-4e6b-bdcf-48d5e0ecfea9 {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:34:23.941850 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58e5c7a0-a93c-4e6b-bdcf-48d5e0ecfea9'] response: {'server_uuid': '8f555a89-00cd-49e9-b9cf-8f5d3c637301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd57b10d-eef3-4359-a06f-882658d5d94b', 'code': 200} Apr 12 18:34:23.965546 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=fd57b10d-eef3-4359-a06f-882658d5d94b,revision_number=7']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:23.999204 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1c2ea-a5cf-4237-8ff8-4cd2b5dd53cb req-65f9edcc-4681-4c51-8e40-f89d6cd573cb tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:24.000822 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-16b1c2ea-a5cf-4237-8ff8-4cd2b5dd53cb req-65f9edcc-4681-4c51-8e40-f89d6cd573cb tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0508695 Apr 12 18:34:24.050736 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-16b1c2ea-a5cf-4237-8ff8-4cd2b5dd53cb req-d2b3e811-cc52-4771-83ab-3e3a9661e7e2 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440669 Apr 12 18:34:24.150107 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:24.784329 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:34:25.174408 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f060bc2-bfa8-4c8c-a56c-289261e6e47f req-a4579f5f-a257-4388-9f78-960c49c756a8 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:25.175875 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2f060bc2-bfa8-4c8c-a56c-289261e6e47f req-a4579f5f-a257-4388-9f78-960c49c756a8 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0471575 Apr 12 18:34:25.221042 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2f060bc2-bfa8-4c8c-a56c-289261e6e47f req-a4290f5d-aa2d-4b38-8846-ec898113153f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395930 Apr 12 18:34:26.334809 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f945a-e33b-4e09-99f8-3c13310a817e req-ea852649-49c5-4863-aefa-c2ebf5338afb tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:26.336298 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b54f945a-e33b-4e09-99f8-3c13310a817e req-ea852649-49c5-4863-aefa-c2ebf5338afb tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0465019 Apr 12 18:34:26.394049 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b54f945a-e33b-4e09-99f8-3c13310a817e req-c164680d-419b-47ec-a987-1c424e2a7087 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514696 Apr 12 18:34:27.523078 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c1215-e4c3-4411-bbe5-b7ed410eec09 req-8c7050e6-d883-4e6d-8e41-d7fa152d5345 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:27.524545 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-054c1215-e4c3-4411-bbe5-b7ed410eec09 req-8c7050e6-d883-4e6d-8e41-d7fa152d5345 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0480418 Apr 12 18:34:27.575631 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-054c1215-e4c3-4411-bbe5-b7ed410eec09 req-cf666122-ee08-4583-aeab-fc7940907d50 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442872 Apr 12 18:34:28.700393 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c92c5-80fc-4fdf-9b66-c67a6d5c5ec4 req-de1d60c8-483c-4eca-b03d-6aa4a0205a4b tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:28.701909 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-945c92c5-80fc-4fdf-9b66-c67a6d5c5ec4 req-de1d60c8-483c-4eca-b03d-6aa4a0205a4b tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0536394 Apr 12 18:34:28.753764 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-945c92c5-80fc-4fdf-9b66-c67a6d5c5ec4 req-86974b3f-45c0-4da1-b538-ccad54f7a083 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459852 Apr 12 18:34:29.882409 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a73b96-c368-486a-a3fb-305c7f7ee849 req-a399329a-1a8d-42ef-8267-32a4294af807 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:29.886100 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-85a73b96-c368-486a-a3fb-305c7f7ee849 req-a399329a-1a8d-42ef-8267-32a4294af807 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0527260 Apr 12 18:34:29.933600 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-85a73b96-c368-486a-a3fb-305c7f7ee849 req-cd2f3a23-64e2-4049-b1f1-cbc115200518 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440035 Apr 12 18:34:31.059312 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7bd19-cd87-4e18-a4ac-91c7403d49a1 req-4980d3eb-6d52-48da-99fe-592a04a441b2 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:31.060852 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-efb7bd19-cd87-4e18-a4ac-91c7403d49a1 req-4980d3eb-6d52-48da-99fe-592a04a441b2 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0484583 Apr 12 18:34:31.109218 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-efb7bd19-cd87-4e18-a4ac-91c7403d49a1 req-e72c6967-19aa-4c5c-b363-34c86c7b5984 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424809 Apr 12 18:34:32.236941 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76c727-00fd-4ef5-9992-080f966aa683 req-8bdfc4e4-f2d1-4b9d-907c-30689da4bd82 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:32.238465 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4a76c727-00fd-4ef5-9992-080f966aa683 req-8bdfc4e4-f2d1-4b9d-907c-30689da4bd82 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0537257 Apr 12 18:34:32.288968 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4a76c727-00fd-4ef5-9992-080f966aa683 req-598e100c-2af1-4d66-aa6e-da8251f4f51d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448802 Apr 12 18:34:33.413808 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bef813-f842-4c45-8a70-350c28052cbf req-02541695-dc78-45ae-a0dc-93988b4f0a78 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:33.415296 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-04bef813-f842-4c45-8a70-350c28052cbf req-02541695-dc78-45ae-a0dc-93988b4f0a78 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0542529 Apr 12 18:34:33.465721 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-04bef813-f842-4c45-8a70-350c28052cbf req-426a6105-c2cc-418e-b763-c9917e65b18c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440776 Apr 12 18:34:34.598035 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48197d70-086b-41dd-b6ca-56a3fffbf4cf req-39f50f5c-81fa-4a5b-89aa-e971705b918d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:34.600654 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-48197d70-086b-41dd-b6ca-56a3fffbf4cf req-39f50f5c-81fa-4a5b-89aa-e971705b918d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0558038 Apr 12 18:34:34.655951 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-48197d70-086b-41dd-b6ca-56a3fffbf4cf req-6d135aed-f8f5-459f-bd7e-853cd05a08e1 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496852 Apr 12 18:34:35.805274 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-9329e951-0b6b-4f93-867f-2fc4f76d1894 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1018677148&fields=id&tenant_id=9533c204e06a484c8a8c0cca48c4a2e6 HTTP/1.1" status: 200 len: 267 time: 0.0898418 Apr 12 18:34:35.812202 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249ecab-e94b-4a50-a944-080c3aedf40e req-9a113ce7-3d1a-4fa1-bf8f-324b0008cf78 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:35.814634 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a249ecab-e94b-4a50-a944-080c3aedf40e req-9a113ce7-3d1a-4fa1-bf8f-324b0008cf78 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0649166 Apr 12 18:34:35.927771 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a249ecab-e94b-4a50-a944-080c3aedf40e req-0c19a60d-d1ab-4bad-accd-518b83be6467 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030567 Apr 12 18:34:35.955226 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-6bf1eeeb-31f4-47d5-904f-0f4720fada8f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:35.956845 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-6bf1eeeb-31f4-47d5-904f-0f4720fada8f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/networks?id=015c960c-be3b-4fd3-b0bc-89103f2458f8 HTTP/1.1" status: 200 len: 812 time: 0.1412771 Apr 12 18:34:35.975200 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-886f8e65-a56d-4ec9-a45b-a27cf6d3fe23 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/quotas/9533c204e06a484c8a8c0cca48c4a2e6 HTTP/1.1" status: 200 len: 375 time: 0.0096126 Apr 12 18:34:36.032445 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-b005c81d-c977-40d5-ad69-af08ccd5d3d8 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9533c204e06a484c8a8c0cca48c4a2e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519021 Apr 12 18:34:36.137001 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-e0b9720d-2f51-431e-ba64-da0e2eae4cf5 service neutron] 10.222.0.52 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928144 Apr 12 18:34:36.231852 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-1af0b19a-3faa-46bb-af7a-27497e862c11 service neutron] 10.222.0.52 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890853 Apr 12 18:34:36.562626 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a69c0e3f-517c-46f9-b417-5ad14368fe04 req-bd09395b-b1fa-4618-8571-c5b8269a3d3c tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 210 time: 0.0276599 Apr 12 18:34:37.073713 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9aae7-2b1e-4bbe-9bd9-c4ba7dc74848 req-ac59d513-8bba-4b93-afe8-c0cc3fc080e3 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:37.076224 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-97c9aae7-2b1e-4bbe-9bd9-c4ba7dc74848 req-ac59d513-8bba-4b93-afe8-c0cc3fc080e3 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0586383 Apr 12 18:34:37.141834 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-97c9aae7-2b1e-4bbe-9bd9-c4ba7dc74848 req-aebf0951-a5ec-4a5e-882f-f0612eae4029 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588379 Apr 12 18:34:37.642581 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2f0a672a-c1d0-4b70-a697-b359c0fd7bc0 req-28519a63-ce57-44c9-9b0f-e2009808d042 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 210 time: 0.0269618 Apr 12 18:34:38.260712 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385d6ba-9bb6-4a04-b05a-58438fa054b2 req-b562be98-79c1-4e64-8b7a-2ac8e2f6d92d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:38.262279 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a385d6ba-9bb6-4a04-b05a-58438fa054b2 req-b562be98-79c1-4e64-8b7a-2ac8e2f6d92d tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0465202 Apr 12 18:34:38.313900 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a385d6ba-9bb6-4a04-b05a-58438fa054b2 req-ee0b0782-df53-4bdf-a29f-a2f7a850496c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449052 Apr 12 18:34:38.419397 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd23e8-6e52-4b0f-b725-d706b1458e07 req-c9b56468-68fa-4a8f-9f7b-e41578b96be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:38.420823 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-a2cd23e8-6e52-4b0f-b725-d706b1458e07 req-c9b56468-68fa-4a8f-9f7b-e41578b96be0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ffbe74a26884702b868d7cd3087e6f8&device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 1129 time: 0.0395575 Apr 12 18:34:38.509769 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd23e8-6e52-4b0f-b725-d706b1458e07 req-0e281f2b-3b42-4043-97bd-c04dcfcc63d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:38.511228 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-a2cd23e8-6e52-4b0f-b725-d706b1458e07 req-0e281f2b-3b42-4043-97bd-c04dcfcc63d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49ab9656-d0bc-4412-8fbd-74c59629e55b HTTP/1.1" status: 200 len: 917 time: 0.0843925 Apr 12 18:34:38.577297 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-a2cd23e8-6e52-4b0f-b725-d706b1458e07 req-95d3843b-ab19-44b8-9561-ff737ea6ea3a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd57b10d-eef3-4359-a06f-882658d5d94b HTTP/1.1" status: 200 len: 1000 time: 0.0599997 Apr 12 18:34:38.623122 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd23e8-6e52-4b0f-b725-d706b1458e07 req-7d4131fe-1003-4a6b-9556-c8a1f401fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:38.624569 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-a2cd23e8-6e52-4b0f-b725-d706b1458e07 req-7d4131fe-1003-4a6b-9556-c8a1f401fcab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=722781c3-be17-480d-a735-2639a14655b9 HTTP/1.1" status: 200 len: 855 time: 0.0420125 Apr 12 18:34:38.666656 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd23e8-6e52-4b0f-b725-d706b1458e07 req-8e75b2f0-aaf2-4b10-af0a-0a2b86d3b359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:38.668160 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-a2cd23e8-6e52-4b0f-b725-d706b1458e07 req-8e75b2f0-aaf2-4b10-af0a-0a2b86d3b359 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49ab9656-d0bc-4412-8fbd-74c59629e55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377643 Apr 12 18:34:38.732484 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9dc161e8-5c18-4f9e-848d-eab2fa42940a req-92e82546-21e3-4429-aa92-59100e2e8b46 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 210 time: 0.0357704 Apr 12 18:34:38.774295 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-a2cd23e8-6e52-4b0f-b725-d706b1458e07 req-7e812333-76dd-42e2-8306-7d47e7d89f6b service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999703 Apr 12 18:34:38.866053 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-a2cd23e8-6e52-4b0f-b725-d706b1458e07 req-cfbdeb97-dfc8-4e2b-82ae-db5c556b5eaf service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848703 Apr 12 18:34:39.430862 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1595c4-5f7a-4e07-97d1-6eed22bbeb5e req-52ddf598-0beb-494b-bd5e-7c3f38dd9720 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:39.432749 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-cc1595c4-5f7a-4e07-97d1-6eed22bbeb5e req-52ddf598-0beb-494b-bd5e-7c3f38dd9720 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0471117 Apr 12 18:34:39.479291 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-cc1595c4-5f7a-4e07-97d1-6eed22bbeb5e req-46428978-f82d-4cbb-9504-9abe0db4c153 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403941 Apr 12 18:34:39.803588 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-50e423ee-689b-4422-a196-22bced1a3a03 req-915ddcb5-7b7e-4d3b-bd3f-035126a96397 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 210 time: 0.0279253 Apr 12 18:34:40.599852 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9b70a-b86b-40f1-9712-fb420ce4aa75 req-ab42360f-1bb1-4d59-889a-90681e4f3775 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:40.601334 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e3e9b70a-b86b-40f1-9712-fb420ce4aa75 req-ab42360f-1bb1-4d59-889a-90681e4f3775 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 945 time: 0.0493090 Apr 12 18:34:40.647247 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e3e9b70a-b86b-40f1-9712-fb420ce4aa75 req-92f74255-e04a-4aa9-ab5b-af5c4c8426e8 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402060 Apr 12 18:34:40.902572 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-165695d7-e85d-4c38-bf8b-d8f93da5dfa1 req-ee544b64-54c1-4eaa-80cf-ff7ff9df54b2 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 210 time: 0.0307348 Apr 12 18:34:41.549371 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-1f21a736-a878-4caf-936b-d057c102433f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:41.550807 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-1f21a736-a878-4caf-936b-d057c102433f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.26 "GET /v2.0/networks?id=015c960c-be3b-4fd3-b0bc-89103f2458f8 HTTP/1.1" status: 200 len: 812 time: 0.1065888 Apr 12 18:34:41.613618 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-022772bf-3baf-4203-9d15-306358c3abfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9533c204e06a484c8a8c0cca48c4a2e6 HTTP/1.1" status: 200 len: 380 time: 0.0550599 Apr 12 18:34:41.621905 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-3393ab2a-29fb-495d-9cc5-fefb06f8716d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Request body: {'port': {'device_id': 'e66cb1d4-1278-416e-a490-16faf3a5cc94', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'admin_state_up': True, 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'security_groups': ['924c204f-c913-4400-8e2f-0e0244ef90f9']}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:34:41.732985 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-3393ab2a-29fb-495d-9cc5-fefb06f8716d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Made reservation on behalf of 9533c204e06a484c8a8c0cca48c4a2e6 for: {'port': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:34:41.737311 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-3393ab2a-29fb-495d-9cc5-fefb06f8716d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:41.831654 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device fd57b10d-eef3-4359-a06f-882658d5d94b no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:34:41.870452 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-3393ab2a-29fb-495d-9cc5-fefb06f8716d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Allocated IP 172.20.0.7 (015c960c-be3b-4fd3-b0bc-89103f2458f8/45b3b4b0-14e0-4976-a243-ab2b03a6eaa0/0a801d6e-c6ff-4f51-8921-99820941c4b2) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:34:41.921311 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port fd57b10d-eef3-4359-a06f-882658d5d94b is: ACTIVE; New status is: DOWN {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:34:41.922151 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:41.961716 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f555a89-00cd-49e9-b9cf-8f5d3c637301', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd57b10d-eef3-4359-a06f-882658d5d94b'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:34:41.964569 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549c82a8-d63d-4022-aa35-98a2b3cc5f9b" -d '{"events": [{"server_uuid": "8f555a89-00cd-49e9-b9cf-8f5d3c637301", "name": "network-vif-unplugged", "status": "completed", "tag": "fd57b10d-eef3-4359-a06f-882658d5d94b"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:34:41.968414 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port fd57b10d-eef3-4359-a06f-882658d5d94b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fd57b10d-eef3-4359-a06f-882658d5d94b,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:34:41.974835 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:42.016503 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-aedd8342-cf4f-4a23-906f-1b76390db3c2 req-55d4104b-e485-46d5-b433-51b7ab35cb32 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 210 time: 0.0394688 Apr 12 18:34:42.032212 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-3393ab2a-29fb-495d-9cc5-fefb06f8716d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for port (0a801d6e-c6ff-4f51-8921-99820941c4b2), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:42.032419 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=fd57b10d-eef3-4359-a06f-882658d5d94b,revision_number=8']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:42.064413 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-3393ab2a-29fb-495d-9cc5-fefb06f8716d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (0a801d6e-c6ff-4f51-8921-99820941c4b2), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:42.070164 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 18:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2567cdfc-e4a4-4827-b8dc-40871839bf1c x-openstack-request-id: req-2567cdfc-e4a4-4827-b8dc-40871839bf1c {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:34:42.070479 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f555a89-00cd-49e9-b9cf-8f5d3c637301", "name": "network-vif-unplugged", "status": "failed", "tag": "fd57b10d-eef3-4359-a06f-882658d5d94b", "code": 422}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:34:42.070776 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2567cdfc-e4a4-4827-b8dc-40871839bf1c {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:34:42.071213 dv-cinder-837535-1-iscsi neutron-server[103525]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2567cdfc-e4a4-4827-b8dc-40871839bf1c']: {'server_uuid': '8f555a89-00cd-49e9-b9cf-8f5d3c637301', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fd57b10d-eef3-4359-a06f-882658d5d94b', 'code': 422} returned with failed status Apr 12 18:34:42.114238 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-3393ab2a-29fb-495d-9cc5-fefb06f8716d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Network 015c960c-be3b-4fd3-b0bc-89103f2458f8 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:34:42.119148 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-3393ab2a-29fb-495d-9cc5-fefb06f8716d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:34:42.121663 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-3393ab2a-29fb-495d-9cc5-fefb06f8716d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:34:42.147226 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393ab2a-29fb-495d-9cc5-fefb06f8716d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Pushing event updated for resources: {'Port': ['ID=0a801d6e-c6ff-4f51-8921-99820941c4b2,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:42.181261 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-3393ab2a-29fb-495d-9cc5-fefb06f8716d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:42.181890 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-3393ab2a-29fb-495d-9cc5-fefb06f8716d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:42.199429 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-3393ab2a-29fb-495d-9cc5-fefb06f8716d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5810938 Apr 12 18:34:42.221620 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-1b8edb38-0b34-4aa3-bea7-6b671f41a151 service neutron] Request body: {'port': {'device_id': 'e66cb1d4-1278-416e-a490-16faf3a5cc94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:34:42.284749 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-1b8edb38-0b34-4aa3-bea7-6b671f41a151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (0a801d6e-c6ff-4f51-8921-99820941c4b2), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:42.319814 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-57a9f519-9203-40d7-bfde-cf869c00a20c None None] Provisioning complete for port 0a801d6e-c6ff-4f51-8921-99820941c4b2 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:34:42.320188 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-57a9f519-9203-40d7-bfde-cf869c00a20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (0a801d6e-c6ff-4f51-8921-99820941c4b2), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:42.357649 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-57a9f519-9203-40d7-bfde-cf869c00a20c None None] Port 0a801d6e-c6ff-4f51-8921-99820941c4b2 cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:34:42.567436 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5837e-cc18-4113-b753-d1312d3bbe19 req-8a43d384-dc0a-410f-be6c-c60fa2445a46 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:42.567771 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-1b8edb38-0b34-4aa3-bea7-6b671f41a151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a801d6e-c6ff-4f51-8921-99820941c4b2 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:34:42.568951 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-66b5837e-cc18-4113-b753-d1312d3bbe19 req-8a43d384-dc0a-410f-be6c-c60fa2445a46 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 943 time: 0.0586138 Apr 12 18:34:42.575775 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-1b8edb38-0b34-4aa3-bea7-6b671f41a151 service neutron] Publish callbacks [] for port (0a801d6e-c6ff-4f51-8921-99820941c4b2), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:42.589817 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-1b8edb38-0b34-4aa3-bea7-6b671f41a151 service neutron] Transition to ACTIVE for port object 0a801d6e-c6ff-4f51-8921-99820941c4b2 will not be triggered until provisioned by entity L2. {{(pid=103524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:34:42.595857 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-1b8edb38-0b34-4aa3-bea7-6b671f41a151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (0a801d6e-c6ff-4f51-8921-99820941c4b2), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:42.627242 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-66b5837e-cc18-4113-b753-d1312d3bbe19 req-dbb251be-e934-4420-9b5c-9e92eb7674f3 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526311 Apr 12 18:34:42.649260 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8edb38-0b34-4aa3-bea7-6b671f41a151 service neutron] Pushing event updated for resources: {'Port': ['ID=0a801d6e-c6ff-4f51-8921-99820941c4b2,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:42.733550 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-1b8edb38-0b34-4aa3-bea7-6b671f41a151 service neutron] Attempting to bind port 0a801d6e-c6ff-4f51-8921-99820941c4b2 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:34:42.733884 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-1b8edb38-0b34-4aa3-bea7-6b671f41a151 service neutron] Attempting to bind port 0a801d6e-c6ff-4f51-8921-99820941c4b2 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'de26e585-a5c1-4ee0-9f2a-7955fb03bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:34:42.734660 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-1b8edb38-0b34-4aa3-bea7-6b671f41a151 service neutron] Attempting to bind port 0a801d6e-c6ff-4f51-8921-99820941c4b2 on network 015c960c-be3b-4fd3-b0bc-89103f2458f8 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:34:42.739688 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-1b8edb38-0b34-4aa3-bea7-6b671f41a151 service neutron] Port 0a801d6e-c6ff-4f51-8921-99820941c4b2 on network 015c960c-be3b-4fd3-b0bc-89103f2458f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:34:42.740260 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-1b8edb38-0b34-4aa3-bea7-6b671f41a151 service neutron] Attempting to bind port 0a801d6e-c6ff-4f51-8921-99820941c4b2 on network 015c960c-be3b-4fd3-b0bc-89103f2458f8 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:34:42.746144 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-1b8edb38-0b34-4aa3-bea7-6b671f41a151 service neutron] Checking agent: {'id': '5b3c503f-4bfd-4027-adb8-75f76add50a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'started_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:34:42.746485 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-1b8edb38-0b34-4aa3-bea7-6b671f41a151 service neutron] Checking segment: {'id': 'de26e585-a5c1-4ee0-9f2a-7955fb03bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:34:42.746926 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-1b8edb38-0b34-4aa3-bea7-6b671f41a151 service neutron] Bound using segment: {'id': 'de26e585-a5c1-4ee0-9f2a-7955fb03bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:34:42.747362 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-1b8edb38-0b34-4aa3-bea7-6b671f41a151 service neutron] Bound port: 0a801d6e-c6ff-4f51-8921-99820941c4b2, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de26e585-a5c1-4ee0-9f2a-7955fb03bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:34:42.747772 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-1b8edb38-0b34-4aa3-bea7-6b671f41a151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (0a801d6e-c6ff-4f51-8921-99820941c4b2), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:42.818311 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-1b8edb38-0b34-4aa3-bea7-6b671f41a151 service neutron] For port 0a801d6e-c6ff-4f51-8921-99820941c4b2, host hv-cinder-83753, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:34:42.821581 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-1b8edb38-0b34-4aa3-bea7-6b671f41a151 service neutron] For port 0a801d6e-c6ff-4f51-8921-99820941c4b2, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0a801d6e-c6ff-4f51-8921-99820941c4b2,segment=NetworkSegment(de26e585-a5c1-4ee0-9f2a-7955fb03bb32),segment_id=de26e585-a5c1-4ee0-9f2a-7955fb03bb32)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:34:42.826953 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-1b8edb38-0b34-4aa3-bea7-6b671f41a151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (0a801d6e-c6ff-4f51-8921-99820941c4b2), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:42.860873 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-1b8edb38-0b34-4aa3-bea7-6b671f41a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:42.861765 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-1b8edb38-0b34-4aa3-bea7-6b671f41a151 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:42.863059 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-1b8edb38-0b34-4aa3-bea7-6b671f41a151 service neutron] 10.222.0.26 "PUT /v2.0/ports/0a801d6e-c6ff-4f51-8921-99820941c4b2 HTTP/1.1" status: 200 len: 1093 time: 0.6465020 Apr 12 18:34:42.863507 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e66cb1d4-1278-416e-a490-16faf3a5cc94', 'tag': '0a801d6e-c6ff-4f51-8921-99820941c4b2'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:34:42.864142 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 46146) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:34:42.865782 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bebc80e-8b08-49d4-a4a2-17ee1d84f3c1" -d '{"events": [{"name": "network-changed", "server_uuid": "e66cb1d4-1278-416e-a490-16faf3a5cc94", "tag": "0a801d6e-c6ff-4f51-8921-99820941c4b2"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:34:42.923419 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6a93dc-a4b2-445f-bf2e-2780c096f42a x-openstack-request-id: req-dd6a93dc-a4b2-445f-bf2e-2780c096f42a {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:34:42.923715 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e66cb1d4-1278-416e-a490-16faf3a5cc94", "tag": "0a801d6e-c6ff-4f51-8921-99820941c4b2", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:34:42.923964 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd6a93dc-a4b2-445f-bf2e-2780c096f42a {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:34:42.924368 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd6a93dc-a4b2-445f-bf2e-2780c096f42a'] response: {'name': 'network-changed', 'server_uuid': 'e66cb1d4-1278-416e-a490-16faf3a5cc94', 'tag': '0a801d6e-c6ff-4f51-8921-99820941c4b2', 'status': 'completed', 'code': 200} Apr 12 18:34:42.945507 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8edb38-0b34-4aa3-bea7-6b671f41a151 service neutron] Pushing event updated for resources: {'Port': ['ID=0a801d6e-c6ff-4f51-8921-99820941c4b2,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:42.959510 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-46779a85-3fbc-432b-92c6-5347c69940fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:42.961011 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-46779a85-3fbc-432b-92c6-5347c69940fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9533c204e06a484c8a8c0cca48c4a2e6&device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 1127 time: 0.0524180 Apr 12 18:34:42.973818 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9686341f-8a53-4c9a-a34e-e320bef328ca req-83fecdd9-3ec0-49bf-9e6a-1b9bc7ba7125 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1084070 Apr 12 18:34:42.982506 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [req-9686341f-8a53-4c9a-a34e-e320bef328ca req-1323b38f-ce62-4073-95f9-2bf0ab336a0e service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:34:42.989132 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9686341f-8a53-4c9a-a34e-e320bef328ca req-1323b38f-ce62-4073-95f9-2bf0ab336a0e service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105655 Apr 12 18:34:43.012822 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-af82721d-922c-45ea-9b1d-f91ed6bba18d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a801d6e-c6ff-4f51-8921-99820941c4b2 HTTP/1.1" status: 200 len: 217 time: 0.0430193 Apr 12 18:34:43.068989 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-cf1f5874-f50d-4f26-a79a-ef47fa927966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:43.070154 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 46158) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:34:43.070661 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-cf1f5874-f50d-4f26-a79a-ef47fa927966 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45b3b4b0-14e0-4976-a243-ab2b03a6eaa0 HTTP/1.1" status: 200 len: 851 time: 0.0515976 Apr 12 18:34:43.121669 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-52cd9a4e-74bd-4cf5-b00f-8e4b4e001b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:43.123452 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-52cd9a4e-74bd-4cf5-b00f-8e4b4e001b3b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=015c960c-be3b-4fd3-b0bc-89103f2458f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441251 Apr 12 18:34:43.154955 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22709fa-328d-451d-85cf-d10030668d57 req-7724882b-8939-4a6a-8da5-20b237febbdc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:43.156537 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f22709fa-328d-451d-85cf-d10030668d57 req-7724882b-8939-4a6a-8da5-20b237febbdc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 943 time: 0.0638621 Apr 12 18:34:43.181854 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-de01de93-9faa-4b42-998a-a225161725cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:43.211531 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686341f-8a53-4c9a-a34e-e320bef328ca req-9e849427-d136-480b-a219-1896f452d6d4 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:43.212923 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9686341f-8a53-4c9a-a34e-e320bef328ca req-9e849427-d136-480b-a219-1896f452d6d4 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports/fd57b10d-eef3-4359-a06f-882658d5d94b HTTP/1.1" status: 200 len: 940 time: 0.1415930 Apr 12 18:34:43.229115 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-22043121-213e-43be-99dd-fd53fd9ca7d4 service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989213 Apr 12 18:34:43.248623 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f22709fa-328d-451d-85cf-d10030668d57 req-5bda8c33-38c4-4f3f-ba28-7bfafda7843c tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695128 Apr 12 18:34:43.330415 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-93a1dd2f-9b00-40a6-a6d6-6ba25afa1203 req-35c8f6ae-4364-455d-9af5-5d1668776b0a service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944281 Apr 12 18:34:43.738764 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9203276-f0ff-4ab8-b15b-24e5dd2ed9c9 req-710bc1f4-e922-439e-a854-c2e130617359 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:43.740215 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e9203276-f0ff-4ab8-b15b-24e5dd2ed9c9 req-710bc1f4-e922-439e-a854-c2e130617359 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 943 time: 0.0456302 Apr 12 18:34:43.787702 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e9203276-f0ff-4ab8-b15b-24e5dd2ed9c9 req-311a7920-2072-4867-8044-64d55259ca57 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419402 Apr 12 18:34:44.089025 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebc80e-8b08-49d4-a4a2-17ee1d84f3c1 req-3532b5fe-16e6-4da9-a837-43331849e9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:44.090560 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9bebc80e-8b08-49d4-a4a2-17ee1d84f3c1 req-3532b5fe-16e6-4da9-a837-43331849e9df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9533c204e06a484c8a8c0cca48c4a2e6&device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 1127 time: 0.0428021 Apr 12 18:34:44.183634 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebc80e-8b08-49d4-a4a2-17ee1d84f3c1 req-721b6cdd-0b10-4f5c-9e5d-aa262e956aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:44.185201 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9bebc80e-8b08-49d4-a4a2-17ee1d84f3c1 req-721b6cdd-0b10-4f5c-9e5d-aa262e956aa8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=015c960c-be3b-4fd3-b0bc-89103f2458f8 HTTP/1.1" status: 200 len: 913 time: 0.0878582 Apr 12 18:34:44.236318 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9bebc80e-8b08-49d4-a4a2-17ee1d84f3c1 req-8aafa847-8bf4-4e47-86e6-0c2ea2236f9f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a801d6e-c6ff-4f51-8921-99820941c4b2 HTTP/1.1" status: 200 len: 217 time: 0.0391667 Apr 12 18:34:44.285628 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebc80e-8b08-49d4-a4a2-17ee1d84f3c1 req-471cd4f8-7478-40d9-b038-b72dafaa5e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:44.287483 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9bebc80e-8b08-49d4-a4a2-17ee1d84f3c1 req-471cd4f8-7478-40d9-b038-b72dafaa5e03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45b3b4b0-14e0-4976-a243-ab2b03a6eaa0 HTTP/1.1" status: 200 len: 851 time: 0.0459878 Apr 12 18:34:44.332317 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebc80e-8b08-49d4-a4a2-17ee1d84f3c1 req-8e2adc44-b298-443e-85f1-ba42a28adc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:44.333851 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9bebc80e-8b08-49d4-a4a2-17ee1d84f3c1 req-8e2adc44-b298-443e-85f1-ba42a28adc0f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=015c960c-be3b-4fd3-b0bc-89103f2458f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386987 Apr 12 18:34:44.364946 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3dc4c-aaa8-424b-a2c1-1d1dbfdd42b0 req-816df603-f77b-4f68-98b4-14df92e6fa30 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:44.366368 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e3d3dc4c-aaa8-424b-a2c1-1d1dbfdd42b0 req-816df603-f77b-4f68-98b4-14df92e6fa30 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 943 time: 0.0464935 Apr 12 18:34:44.417846 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e3d3dc4c-aaa8-424b-a2c1-1d1dbfdd42b0 req-d40d53dc-483f-4441-b2bb-69640707ca60 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458577 Apr 12 18:34:44.844473 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686341f-8a53-4c9a-a34e-e320bef328ca req-a50f12f7-69b0-4a14-9251-95ed512d01d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:44.845982 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9686341f-8a53-4c9a-a34e-e320bef328ca req-a50f12f7-69b0-4a14-9251-95ed512d01d9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301&tenant_id=0ffbe74a26884702b868d7cd3087e6f8 HTTP/1.1" status: 200 len: 1127 time: 0.3226411 Apr 12 18:34:44.878222 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9bebc80e-8b08-49d4-a4a2-17ee1d84f3c1 req-dd60d27a-17b5-4349-84b1-9b1a93fac137 service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725021 Apr 12 18:34:44.908239 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bea497-b399-409c-885c-7fb1a7041c75 req-73dc1835-335d-46b0-9445-470549815f13 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:44.909743 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-06bea497-b399-409c-885c-7fb1a7041c75 req-73dc1835-335d-46b0-9445-470549815f13 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 943 time: 0.0472150 Apr 12 18:34:44.931240 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686341f-8a53-4c9a-a34e-e320bef328ca req-82337e0f-bc43-44cc-883f-7bf4a98a5c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:44.932726 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9686341f-8a53-4c9a-a34e-e320bef328ca req-82337e0f-bc43-44cc-883f-7bf4a98a5c0d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ffbe74a26884702b868d7cd3087e6f8&device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 1127 time: 0.0641928 Apr 12 18:34:44.955724 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-06bea497-b399-409c-885c-7fb1a7041c75 req-a41ab0b3-e29a-479d-bafa-8dcff29c0c6b tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403440 Apr 12 18:34:45.051754 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9bebc80e-8b08-49d4-a4a2-17ee1d84f3c1 req-80578d43-a981-426a-a7c0-a4b6f1d7841e service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540508 Apr 12 18:34:45.065709 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686341f-8a53-4c9a-a34e-e320bef328ca req-f7e39d45-9c24-4133-9028-216bcfeff385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:45.067112 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9686341f-8a53-4c9a-a34e-e320bef328ca req-f7e39d45-9c24-4133-9028-216bcfeff385 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49ab9656-d0bc-4412-8fbd-74c59629e55b HTTP/1.1" status: 200 len: 917 time: 0.1072063 Apr 12 18:34:45.135947 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9686341f-8a53-4c9a-a34e-e320bef328ca req-2cd8c8f4-6f47-4795-a385-a380e63a3462 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd57b10d-eef3-4359-a06f-882658d5d94b HTTP/1.1" status: 200 len: 998 time: 0.0606265 Apr 12 18:34:45.182531 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686341f-8a53-4c9a-a34e-e320bef328ca req-897f028b-0dd6-48b4-b122-e08590390163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:45.183992 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9686341f-8a53-4c9a-a34e-e320bef328ca req-897f028b-0dd6-48b4-b122-e08590390163 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=722781c3-be17-480d-a735-2639a14655b9 HTTP/1.1" status: 200 len: 855 time: 0.0422072 Apr 12 18:34:45.225963 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686341f-8a53-4c9a-a34e-e320bef328ca req-c4bfd62f-99ba-4a3b-bf8a-b4682d2a11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:45.227427 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9686341f-8a53-4c9a-a34e-e320bef328ca req-c4bfd62f-99ba-4a3b-bf8a-b4682d2a11dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49ab9656-d0bc-4412-8fbd-74c59629e55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382042 Apr 12 18:34:45.318711 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9686341f-8a53-4c9a-a34e-e320bef328ca req-2dd89cad-0c0d-425e-ab07-78c6eaaa596a service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847263 Apr 12 18:34:45.407925 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-9686341f-8a53-4c9a-a34e-e320bef328ca req-392f7125-eded-4730-aa3e-2442a50ff73e service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836387 Apr 12 18:34:45.526409 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ef788ef0-ed84-46cf-a769-d87eb6eeb32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:45.532750 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d1cd4-19bd-4bc7-8a22-fc6f7f2d007f req-eebe8997-8aae-4afe-9585-1361912f4f7e tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:45.534311 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f89d1cd4-19bd-4bc7-8a22-fc6f7f2d007f req-eebe8997-8aae-4afe-9585-1361912f4f7e tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 943 time: 0.0504074 Apr 12 18:34:45.584949 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-f89d1cd4-19bd-4bc7-8a22-fc6f7f2d007f req-5ee320f2-c301-4448-b738-368b7e445f16 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448759 Apr 12 18:34:46.098009 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfa58d-f880-47c3-9efc-57f24e912e1c req-476ca29a-6b9d-4b11-91c6-bb28aed35f32 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:46.099511 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1bbfa58d-f880-47c3-9efc-57f24e912e1c req-476ca29a-6b9d-4b11-91c6-bb28aed35f32 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 943 time: 0.0630958 Apr 12 18:34:46.150987 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1bbfa58d-f880-47c3-9efc-57f24e912e1c req-2eaae1e5-d872-4734-b3dc-e007e99a5f4b tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458944 Apr 12 18:34:46.699553 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9f590-e091-4105-81db-e4e6ccae68fb req-4a122955-73a8-4871-ac29-4a9ca6759892 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:46.702247 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-97f9f590-e091-4105-81db-e4e6ccae68fb req-4a122955-73a8-4871-ac29-4a9ca6759892 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 943 time: 0.0501404 Apr 12 18:34:46.751741 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-97f9f590-e091-4105-81db-e4e6ccae68fb req-d06554ac-37a3-444c-8aac-4a17152ae53c tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427303 Apr 12 18:34:46.896845 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:47.291644 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7157cf-25ce-4c39-af8a-c3e88146fa37 req-e1d32d22-cb5b-4d61-8016-04789911f514 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:47.293348 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0f7157cf-25ce-4c39-af8a-c3e88146fa37 req-e1d32d22-cb5b-4d61-8016-04789911f514 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 943 time: 0.0673363 Apr 12 18:34:47.627570 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-0f7157cf-25ce-4c39-af8a-c3e88146fa37 req-0c865adf-56a9-4141-8e82-45c3ceb3bce3 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3256598 Apr 12 18:34:47.874450 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c75af-fc6c-4a48-b192-64d26dda28ad req-f3e6862a-608a-4737-81be-bc256736669a tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:47.876608 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5c5c75af-fc6c-4a48-b192-64d26dda28ad req-f3e6862a-608a-4737-81be-bc256736669a tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 943 time: 0.0492384 Apr 12 18:34:47.926589 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5c5c75af-fc6c-4a48-b192-64d26dda28ad req-9adbff57-185a-4177-a204-44690382bc7a tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443952 Apr 12 18:34:48.408834 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:48.756102 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950b201-2e11-4bd4-88d2-5ef28a936d7b req-5e46432a-2657-479a-8ae5-8253561d6fc1 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:48.757596 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4950b201-2e11-4bd4-88d2-5ef28a936d7b req-5e46432a-2657-479a-8ae5-8253561d6fc1 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 943 time: 0.0507514 Apr 12 18:34:48.821888 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4950b201-2e11-4bd4-88d2-5ef28a936d7b req-1f2e5395-4f3a-40e3-8fd7-8a3490f77565 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583074 Apr 12 18:34:49.045235 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0282bdb-fc40-4c57-b00d-e9eed74eceaa req-815bb20a-332a-4c80-ae00-06025fd00229 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:49.049445 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d0282bdb-fc40-4c57-b00d-e9eed74eceaa req-815bb20a-332a-4c80-ae00-06025fd00229 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 943 time: 0.0525892 Apr 12 18:34:49.099308 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d0282bdb-fc40-4c57-b00d-e9eed74eceaa req-7a7bd637-1f6d-4d49-97cb-3c789e1fa720 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458937 Apr 12 18:34:49.314689 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:49.958167 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357e14a-050a-4d98-a83e-e4a8e04adc22 req-8536f4c9-b09d-4581-893c-32f4f3d88322 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:49.959730 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4357e14a-050a-4d98-a83e-e4a8e04adc22 req-8536f4c9-b09d-4581-893c-32f4f3d88322 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 943 time: 0.0482152 Apr 12 18:34:50.017816 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4357e14a-050a-4d98-a83e-e4a8e04adc22 req-bd4b7725-acef-4faa-9a8f-93ff39468d61 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520575 Apr 12 18:34:50.228228 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ceb79-347b-4ed5-9ddf-9588db616c4e req-30346f5e-0dbb-46b0-9251-4a7baec32527 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:50.229866 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-715ceb79-347b-4ed5-9ddf-9588db616c4e req-30346f5e-0dbb-46b0-9251-4a7baec32527 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 943 time: 0.0544450 Apr 12 18:34:50.283829 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-715ceb79-347b-4ed5-9ddf-9588db616c4e req-7042d12d-3901-42b8-8495-5e1e5add5882 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463006 Apr 12 18:34:51.137752 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869099c-077d-4bd0-aa53-e807425937ac req-5f97262e-8a41-4601-a579-1a2183501093 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:51.139401 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e869099c-077d-4bd0-aa53-e807425937ac req-5f97262e-8a41-4601-a579-1a2183501093 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 943 time: 0.0489893 Apr 12 18:34:51.189266 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e869099c-077d-4bd0-aa53-e807425937ac req-ef786323-4976-4ea9-9588-d998b9721783 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430057 Apr 12 18:34:51.401568 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f15551-a4b6-4781-bd16-b1adbd3b08ad req-0d6676be-446e-4b97-8095-cff2cd63187d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:51.403666 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a8f15551-a4b6-4781-bd16-b1adbd3b08ad req-0d6676be-446e-4b97-8095-cff2cd63187d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 943 time: 0.0513885 Apr 12 18:34:51.460045 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a8f15551-a4b6-4781-bd16-b1adbd3b08ad req-2179753a-6c63-421b-a2ff-f0f3b8566d21 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499160 Apr 12 18:34:52.320922 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8877761-0ccb-4a55-a314-9980b67cba83 req-e7efe72f-ff62-43c0-b6c0-395ccd4fe3a5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:52.323231 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a8877761-0ccb-4a55-a314-9980b67cba83 req-e7efe72f-ff62-43c0-b6c0-395ccd4fe3a5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 943 time: 0.0508752 Apr 12 18:34:52.369640 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-a8877761-0ccb-4a55-a314-9980b67cba83 req-1e19fd03-b1ab-4776-93f6-5fe7c8132f6c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405366 Apr 12 18:34:52.581726 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c49ff-460d-4494-8698-dd23a5ec7fee req-48706d05-e4be-41d7-8ea7-8108854f8388 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:52.583432 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-968c49ff-460d-4494-8698-dd23a5ec7fee req-48706d05-e4be-41d7-8ea7-8108854f8388 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 943 time: 0.0530093 Apr 12 18:34:52.638573 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-968c49ff-460d-4494-8698-dd23a5ec7fee req-54657e91-8f31-40a5-8345-d52bbd6f2a0d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490303 Apr 12 18:34:53.492109 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2151de-9603-47f6-b3cd-8a3d85c52aff req-9a4a1d38-5cf4-4584-b5f5-c7aab27c47d9 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:53.493735 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a2151de-9603-47f6-b3cd-8a3d85c52aff req-9a4a1d38-5cf4-4584-b5f5-c7aab27c47d9 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 943 time: 0.0493057 Apr 12 18:34:53.543060 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-9a2151de-9603-47f6-b3cd-8a3d85c52aff req-1bcbef51-b842-4ebe-a828-3fab086a3631 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436025 Apr 12 18:34:53.750674 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f6f7c-4621-42d3-a787-6c3ded243eba req-5e45083d-e28b-40db-bb9f-31da43108488 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:53.752062 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-939f6f7c-4621-42d3-a787-6c3ded243eba req-5e45083d-e28b-40db-bb9f-31da43108488 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 943 time: 0.0464547 Apr 12 18:34:53.800233 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-939f6f7c-4621-42d3-a787-6c3ded243eba req-6d73ed10-6f1f-4883-b1b9-5b35752726b9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426946 Apr 12 18:34:54.155363 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:54.661900 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaf382-a681-4a19-9924-613bb62052a2 req-d7a429b7-40e4-4cb7-8131-31a6a48649a7 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:54.663524 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7dfaf382-a681-4a19-9924-613bb62052a2 req-d7a429b7-40e4-4cb7-8131-31a6a48649a7 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 943 time: 0.0495427 Apr 12 18:34:54.711065 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7dfaf382-a681-4a19-9924-613bb62052a2 req-ea009c7f-6f56-4ac7-b0b4-388cb4e8a83b tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421870 Apr 12 18:34:54.959182 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936eda6f-689c-4ab4-b655-75e24268baaf req-c1dd5558-03b5-4614-af30-fc56d9119fb1 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:54.960765 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-936eda6f-689c-4ab4-b655-75e24268baaf req-c1dd5558-03b5-4614-af30-fc56d9119fb1 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 943 time: 0.0956199 Apr 12 18:34:55.007851 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-936eda6f-689c-4ab4-b655-75e24268baaf req-83dca3c4-4897-41ea-a48f-b70c0a464b9a tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416102 Apr 12 18:34:55.825992 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45215e-57d9-441a-8dd3-92941b1fbd2c req-7d5305fd-4a86-41b3-ba4e-d0eb9d8a2376 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:55.827460 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6c45215e-57d9-441a-8dd3-92941b1fbd2c req-7d5305fd-4a86-41b3-ba4e-d0eb9d8a2376 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 943 time: 0.0467060 Apr 12 18:34:55.876730 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6c45215e-57d9-441a-8dd3-92941b1fbd2c req-31120afd-0d5b-4efb-a633-b00575ad4b73 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438645 Apr 12 18:34:56.117448 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43c410-bc9f-4d4b-87b1-7a7a884c63a4 req-d4ded51f-cd1c-4a88-93c4-4ed38651d04d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:56.118918 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fa43c410-bc9f-4d4b-87b1-7a7a884c63a4 req-d4ded51f-cd1c-4a88-93c4-4ed38651d04d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 943 time: 0.0465984 Apr 12 18:34:56.168440 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-fa43c410-bc9f-4d4b-87b1-7a7a884c63a4 req-be1a3072-07a0-41e3-be65-fb44ad2532f8 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441306 Apr 12 18:34:57.041005 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff442def-9ec6-4ed2-bb4d-9cc2817636de req-a27081e1-7c5f-4c6d-930e-ff898b5803d5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:57.042471 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ff442def-9ec6-4ed2-bb4d-9cc2817636de req-a27081e1-7c5f-4c6d-930e-ff898b5803d5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 943 time: 0.0957994 Apr 12 18:34:57.088256 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ff442def-9ec6-4ed2-bb4d-9cc2817636de req-3b2be424-e214-4915-82aa-51f821011b7a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394313 Apr 12 18:34:57.282084 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703e875-77c5-4f7f-beb2-255af5ec4806 req-efb0df48-7c1d-4af9-b881-2869d8a48db1 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:57.283534 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2703e875-77c5-4f7f-beb2-255af5ec4806 req-efb0df48-7c1d-4af9-b881-2869d8a48db1 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 943 time: 0.0504432 Apr 12 18:34:57.331152 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2703e875-77c5-4f7f-beb2-255af5ec4806 req-9f3a0c9e-0011-4910-99b9-b075edea0f9e tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421486 Apr 12 18:34:58.205057 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa1d99-8e63-45c5-b08c-b2b2df941248 req-5331f360-dbf1-44c1-b3f3-f60a30d20805 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:58.206791 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e8aa1d99-8e63-45c5-b08c-b2b2df941248 req-5331f360-dbf1-44c1-b3f3-f60a30d20805 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 943 time: 0.0472894 Apr 12 18:34:58.254488 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e8aa1d99-8e63-45c5-b08c-b2b2df941248 req-c803eace-ae16-4abf-b0f9-a256daf1015b tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415914 Apr 12 18:34:58.447771 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a76a38-41ec-436d-a1c0-683d7bd15fd2 req-04bed76e-8d1b-4083-8117-3b7e1f04e33d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:58.449303 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-38a76a38-41ec-436d-a1c0-683d7bd15fd2 req-04bed76e-8d1b-4083-8117-3b7e1f04e33d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 943 time: 0.0509980 Apr 12 18:34:58.499841 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-38a76a38-41ec-436d-a1c0-683d7bd15fd2 req-6ad04fb2-470d-44ad-a761-aec69b692443 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449305 Apr 12 18:34:59.369139 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e582f-4770-4746-b14b-e3224aae2070 req-6fc3e8df-336f-4150-a8da-bf0dac271bcd tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:59.370583 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1f0e582f-4770-4746-b14b-e3224aae2070 req-6fc3e8df-336f-4150-a8da-bf0dac271bcd tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 943 time: 0.0457673 Apr 12 18:34:59.417041 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1f0e582f-4770-4746-b14b-e3224aae2070 req-81e628d3-82ad-43fb-860d-8149c101c36f tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402167 Apr 12 18:34:59.607571 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876eb181-edc2-4ae4-8b89-82f11f5d96aa req-cea156d9-43b4-46e3-9455-214cea434288 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:34:59.609763 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-876eb181-edc2-4ae4-8b89-82f11f5d96aa req-cea156d9-43b4-46e3-9455-214cea434288 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 943 time: 0.0454059 Apr 12 18:34:59.660693 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-876eb181-edc2-4ae4-8b89-82f11f5d96aa req-4b63dc80-4a84-4831-be57-531825c09c90 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456624 Apr 12 18:34:59.911411 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device fd57b10d-eef3-4359-a06f-882658d5d94b details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:35:00.009247 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port fd57b10d-eef3-4359-a06f-882658d5d94b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fd57b10d-eef3-4359-a06f-882658d5d94b,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:35:00.145582 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Returning: {'device': 'fd57b10d-eef3-4359-a06f-882658d5d94b', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'port_id': 'fd57b10d-eef3-4359-a06f-882658d5d94b', 'mac_address': 'fa:16:3e:e2:88:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722781c3-be17-480d-a735-2639a14655b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:35:00.183447 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port fd57b10d-eef3-4359-a06f-882658d5d94b is: DOWN; New status is: BUILD {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:35:00.183835 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:00.196324 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd57b10d-eef3-4359-a06f-882658d5d94b {{(pid=103525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:35:00.215202 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port fd57b10d-eef3-4359-a06f-882658d5d94b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fd57b10d-eef3-4359-a06f-882658d5d94b,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:35:00.219397 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:00.220161 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 0a801d6e-c6ff-4f51-8921-99820941c4b2 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:35:00.292458 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=fd57b10d-eef3-4359-a06f-882658d5d94b,revision_number=9']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:35:00.353859 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 0a801d6e-c6ff-4f51-8921-99820941c4b2, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0a801d6e-c6ff-4f51-8921-99820941c4b2,segment=NetworkSegment(de26e585-a5c1-4ee0-9f2a-7955fb03bb32),segment_id=de26e585-a5c1-4ee0-9f2a-7955fb03bb32)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:35:00.364594 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Returning: {'device': '0a801d6e-c6ff-4f51-8921-99820941c4b2', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'port_id': '0a801d6e-c6ff-4f51-8921-99820941c4b2', 'mac_address': 'fa:16:3e:42:18:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:35:00.400049 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 0a801d6e-c6ff-4f51-8921-99820941c4b2 is: DOWN; New status is: BUILD {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:35:00.400459 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (0a801d6e-c6ff-4f51-8921-99820941c4b2), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:00.413928 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a801d6e-c6ff-4f51-8921-99820941c4b2 {{(pid=103525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:35:00.433288 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 0a801d6e-c6ff-4f51-8921-99820941c4b2, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0a801d6e-c6ff-4f51-8921-99820941c4b2,segment=NetworkSegment(de26e585-a5c1-4ee0-9f2a-7955fb03bb32),segment_id=de26e585-a5c1-4ee0-9f2a-7955fb03bb32)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:35:00.436963 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (0a801d6e-c6ff-4f51-8921-99820941c4b2), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:00.488221 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=0a801d6e-c6ff-4f51-8921-99820941c4b2,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:35:00.534052 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696eddf-da9c-47f9-8a00-b1b9ca27321b req-ddbbdf16-da6a-435c-b224-e2b7a2e984ae tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:35:00.535516 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b696eddf-da9c-47f9-8a00-b1b9ca27321b req-ddbbdf16-da6a-435c-b224-e2b7a2e984ae tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 944 time: 0.0473795 Apr 12 18:35:00.580712 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b696eddf-da9c-47f9-8a00-b1b9ca27321b req-41d70d6a-6a72-492e-b424-29dbead74b71 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395913 Apr 12 18:35:00.772997 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed92eb4-31ae-4936-ae2e-4889f8115d56 req-df55cee2-478f-466d-9ec6-920389e73456 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:35:00.774523 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3ed92eb4-31ae-4936-ae2e-4889f8115d56 req-df55cee2-478f-466d-9ec6-920389e73456 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 944 time: 0.0479577 Apr 12 18:35:00.823207 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3ed92eb4-31ae-4936-ae2e-4889f8115d56 req-0606020b-0763-4611-a4ab-e92bb31631d6 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430124 Apr 12 18:35:00.937565 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['fd57b10d-eef3-4359-a06f-882658d5d94b'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:35:01.048861 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['0a801d6e-c6ff-4f51-8921-99820941c4b2'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:35:01.701748 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e44a3-2006-4434-a4b7-e56c97c78d64 req-f1f012c4-962a-4d45-a5fa-f3ef57d866a5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:35:01.703245 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c21e44a3-2006-4434-a4b7-e56c97c78d64 req-f1f012c4-962a-4d45-a5fa-f3ef57d866a5 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 944 time: 0.0521894 Apr 12 18:35:01.748431 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c21e44a3-2006-4434-a4b7-e56c97c78d64 req-acb54102-fec6-4f7b-8a3d-72f7a0f4ced3 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397124 Apr 12 18:35:01.784950 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:35:01.937541 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7194e4b-d07e-422c-a82b-313e9e662eaa req-984a9947-e9f0-49ab-920a-801246dccaa7 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:35:01.938927 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b7194e4b-d07e-422c-a82b-313e9e662eaa req-984a9947-e9f0-49ab-920a-801246dccaa7 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 944 time: 0.0482919 Apr 12 18:35:01.988712 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b7194e4b-d07e-422c-a82b-313e9e662eaa req-5e961c81-2bad-4fbe-8d96-d3ad2c32dcec tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443127 Apr 12 18:35:02.225094 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 0a801d6e-c6ff-4f51-8921-99820941c4b2 up at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:35:02.271382 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning for port 0a801d6e-c6ff-4f51-8921-99820941c4b2 completed by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:35:02.277303 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning complete for port 0a801d6e-c6ff-4f51-8921-99820941c4b2 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:35:02.277676 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (0a801d6e-c6ff-4f51-8921-99820941c4b2), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:02.352798 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port 0a801d6e-c6ff-4f51-8921-99820941c4b2 is: BUILD; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:35:02.353211 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (0a801d6e-c6ff-4f51-8921-99820941c4b2), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:02.375478 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66cb1d4-1278-416e-a490-16faf3a5cc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a801d6e-c6ff-4f51-8921-99820941c4b2'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:35:02.377748 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e784666c-468d-459d-b33a-ce40c30697fe" -d '{"events": [{"server_uuid": "e66cb1d4-1278-416e-a490-16faf3a5cc94", "name": "network-vif-plugged", "status": "completed", "tag": "0a801d6e-c6ff-4f51-8921-99820941c4b2"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:35:02.390459 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port 0a801d6e-c6ff-4f51-8921-99820941c4b2, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0a801d6e-c6ff-4f51-8921-99820941c4b2,segment=NetworkSegment(de26e585-a5c1-4ee0-9f2a-7955fb03bb32),segment_id=de26e585-a5c1-4ee0-9f2a-7955fb03bb32)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:35:02.394180 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (0a801d6e-c6ff-4f51-8921-99820941c4b2), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:02.395017 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device fd57b10d-eef3-4359-a06f-882658d5d94b up at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:35:02.434904 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bcc94b-de5b-4fd0-8dab-71f4efd277b5 x-openstack-request-id: req-f8bcc94b-de5b-4fd0-8dab-71f4efd277b5 {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:35:02.435190 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e66cb1d4-1278-416e-a490-16faf3a5cc94", "name": "network-vif-plugged", "status": "completed", "tag": "0a801d6e-c6ff-4f51-8921-99820941c4b2", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:35:02.435442 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8bcc94b-de5b-4fd0-8dab-71f4efd277b5 {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:35:02.435831 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8bcc94b-de5b-4fd0-8dab-71f4efd277b5'] response: {'server_uuid': 'e66cb1d4-1278-416e-a490-16faf3a5cc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a801d6e-c6ff-4f51-8921-99820941c4b2', 'code': 200} Apr 12 18:35:02.473207 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=0a801d6e-c6ff-4f51-8921-99820941c4b2,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:35:02.484398 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning complete for port fd57b10d-eef3-4359-a06f-882658d5d94b triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:35:02.484774 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:02.564512 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port fd57b10d-eef3-4359-a06f-882658d5d94b is: BUILD; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:35:02.564901 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:02.601829 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port fd57b10d-eef3-4359-a06f-882658d5d94b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fd57b10d-eef3-4359-a06f-882658d5d94b,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:35:02.607382 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:02.631211 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05154cfc-088c-4369-9597-a47703a45ad9 req-b08382b8-2c83-4420-8cb0-35afd0737977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:35:02.632722 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-05154cfc-088c-4369-9597-a47703a45ad9 req-b08382b8-2c83-4420-8cb0-35afd0737977 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 1129 time: 0.0441990 Apr 12 18:35:02.655210 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=fd57b10d-eef3-4359-a06f-882658d5d94b,revision_number=10']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:35:02.680879 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-05154cfc-088c-4369-9597-a47703a45ad9 req-6ae40050-e4bd-491e-98bb-0551b89d0ba9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428064 Apr 12 18:35:02.862864 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef55c15-8de5-4d3a-9076-12545cfaac65 req-c1ceb8ef-2dd3-4d58-b7d4-f96ceaa6ab06 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:35:02.864359 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5ef55c15-8de5-4d3a-9076-12545cfaac65 req-c1ceb8ef-2dd3-4d58-b7d4-f96ceaa6ab06 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 946 time: 0.0465865 Apr 12 18:35:02.913994 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-5ef55c15-8de5-4d3a-9076-12545cfaac65 req-b44ea6be-ade1-40b2-a744-a0066fdf1c56 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442650 Apr 12 18:35:03.101283 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78325bcc-4f8c-4a4a-b3c7-d76914b99301 req-bbc2add8-15d4-4e15-8580-8118d287054f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:35:03.102736 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-78325bcc-4f8c-4a4a-b3c7-d76914b99301 req-bbc2add8-15d4-4e15-8580-8118d287054f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 945 time: 0.0462203 Apr 12 18:35:03.151643 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-78325bcc-4f8c-4a4a-b3c7-d76914b99301 req-8d5092c5-06f0-416d-b2d1-2c42996e0952 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434086 Apr 12 18:35:04.035458 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41baf5-1b20-4701-a9af-90fc4662f716 req-f72eebc2-3413-4308-8bcf-b3921e34dffc tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:35:04.036929 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1c41baf5-1b20-4701-a9af-90fc4662f716 req-f72eebc2-3413-4308-8bcf-b3921e34dffc tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 946 time: 0.0474472 Apr 12 18:35:04.082536 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1c41baf5-1b20-4701-a9af-90fc4662f716 req-c3857007-c2a6-4fe1-90c2-50137f2bdfaf tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399458 Apr 12 18:35:04.266752 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b46da-d19e-46dc-9c82-d75ace55bd39 req-a0fb4bee-84f6-4d41-b360-8fe49e1adc66 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:35:04.268112 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ad4b46da-d19e-46dc-9c82-d75ace55bd39 req-a0fb4bee-84f6-4d41-b360-8fe49e1adc66 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 945 time: 0.0505426 Apr 12 18:35:04.318767 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ad4b46da-d19e-46dc-9c82-d75ace55bd39 req-8ae859df-e42d-4ea3-8d2b-c84bd6dbfab0 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447414 Apr 12 18:35:04.434420 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d806e50-25e5-483b-8a76-761a307ea651 req-43686b7b-7018-4300-b3b1-ca942ff2f0c5 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:35:04.435884 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1d806e50-25e5-483b-8a76-761a307ea651 req-43686b7b-7018-4300-b3b1-ca942ff2f0c5 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 945 time: 0.0470750 Apr 12 18:35:04.436738 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f555a89-00cd-49e9-b9cf-8f5d3c637301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd57b10d-eef3-4359-a06f-882658d5d94b'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:35:04.439163 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98b6d68-8490-44ed-a5ec-51a41777ffe3" -d '{"events": [{"server_uuid": "8f555a89-00cd-49e9-b9cf-8f5d3c637301", "name": "network-vif-plugged", "status": "completed", "tag": "fd57b10d-eef3-4359-a06f-882658d5d94b"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:35:04.473845 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102f56ca-75b0-4a50-99eb-fe86ad9c39f1 x-openstack-request-id: req-102f56ca-75b0-4a50-99eb-fe86ad9c39f1 {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:35:04.474198 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f555a89-00cd-49e9-b9cf-8f5d3c637301", "name": "network-vif-plugged", "status": "completed", "tag": "fd57b10d-eef3-4359-a06f-882658d5d94b", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:35:04.474511 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-102f56ca-75b0-4a50-99eb-fe86ad9c39f1 {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:35:04.474987 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-102f56ca-75b0-4a50-99eb-fe86ad9c39f1'] response: {'server_uuid': '8f555a89-00cd-49e9-b9cf-8f5d3c637301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd57b10d-eef3-4359-a06f-882658d5d94b', 'code': 200} Apr 12 18:35:04.485347 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1d806e50-25e5-483b-8a76-761a307ea651 req-e87e5c9c-5d2b-469b-946b-ccf90411c471 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438418 Apr 12 18:35:04.509355 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 46276) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:35:04.594668 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825c703d-6ead-4c11-8da2-237a457781dd tempest-TestVolumeBootPattern-1343182044 tempest-TestVolumeBootPattern-1343182044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:35:04.596214 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-825c703d-6ead-4c11-8da2-237a457781dd tempest-TestVolumeBootPattern-1343182044 tempest-TestVolumeBootPattern-1343182044-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 1124 time: 0.0858727 Apr 12 18:35:04.599171 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 46280) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:35:04.603540 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Request body: {'floatingip': {'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'port_id': '0a801d6e-c6ff-4f51-8921-99820941c4b2', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:35:04.625096 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:04.654772 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17cf49-b87f-4ca7-b244-f8e2c8303ba1 req-0a164023-4f41-459e-9f8a-afe1e93a475a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:35:04.657045 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-bd17cf49-b87f-4ca7-b244-f8e2c8303ba1 req-0a164023-4f41-459e-9f8a-afe1e93a475a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 1130 time: 0.0382559 Apr 12 18:35:04.700837 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-bd17cf49-b87f-4ca7-b244-f8e2c8303ba1 req-f4ead765-dd2c-4bd8-acf3-5cec7331d3d8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379279 Apr 12 18:35:04.702306 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:04.808368 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Allocated IP 172.27.1.217 (8fe2c56e-0395-443d-a858-76cf54693827/10fb9747-8da5-4ac4-8e6b-c6dba6e53947/b3cd3baf-a902-4a11-b1cd-caee4cc11c30) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:35:04.907636 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for port (b3cd3baf-a902-4a11-b1cd-caee4cc11c30), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:04.938732 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (b3cd3baf-a902-4a11-b1cd-caee4cc11c30), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:04.980234 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Network 8fe2c56e-0395-443d-a858-76cf54693827 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:35:04.985502 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:35:04.989011 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:35:04.994538 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Pushing event updated for resources: {'Port': ['ID=b3cd3baf-a902-4a11-b1cd-caee4cc11c30,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:35:05.020728 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:35:05.021098 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:35:05.021441 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:35:05.021785 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:35:05.022127 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:35:05.022484 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:35:05.022822 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:35:05.023153 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:35:05.023486 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:35:05.023823 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:35:05.024145 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:35:05.024474 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:35:05.024800 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:35:05.025146 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:35:05.025476 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:35:05.066630 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4da615-8a9c-4807-a68f-5f04c9c6551a req-2fee3ec3-e603-46d1-8783-1cefd0c40e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:35:05.068074 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-be4da615-8a9c-4807-a68f-5f04c9c6551a req-2fee3ec3-e603-46d1-8783-1cefd0c40e88 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ffbe74a26884702b868d7cd3087e6f8&device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 1130 time: 0.0450819 Apr 12 18:35:05.177391 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4da615-8a9c-4807-a68f-5f04c9c6551a req-8334bc06-c8ae-4285-8895-6bf34d81a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:35:05.179316 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-be4da615-8a9c-4807-a68f-5f04c9c6551a req-8334bc06-c8ae-4285-8895-6bf34d81a349 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49ab9656-d0bc-4412-8fbd-74c59629e55b HTTP/1.1" status: 200 len: 917 time: 0.0928781 Apr 12 18:35:05.235154 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7628875-f9a3-4bdc-96f1-a60a5f432b67 req-7350dd6a-8af2-4a89-8c4f-0318801aacb6 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:35:05.236611 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e7628875-f9a3-4bdc-96f1-a60a5f432b67 req-7350dd6a-8af2-4a89-8c4f-0318801aacb6 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 946 time: 0.0786819 Apr 12 18:35:05.336456 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e7628875-f9a3-4bdc-96f1-a60a5f432b67 req-29e14ceb-d4be-4f4a-aa30-de853c2c8c04 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920193 Apr 12 18:35:05.436668 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for floatingip (6b3033ba-6018-4e37-b139-daa886f26028), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:05.502515 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (b3cd3baf-a902-4a11-b1cd-caee4cc11c30), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:05.589004 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-be4da615-8a9c-4807-a68f-5f04c9c6551a req-762ab769-f7b3-4e73-92c8-9b859a9adc1b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd57b10d-eef3-4359-a06f-882658d5d94b HTTP/1.1" status: 200 len: 1000 time: 0.0630424 Apr 12 18:35:05.640671 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4da615-8a9c-4807-a68f-5f04c9c6551a req-c4c8a710-4d91-43fe-b911-1d526121b163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:35:05.642181 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-be4da615-8a9c-4807-a68f-5f04c9c6551a req-c4c8a710-4d91-43fe-b911-1d526121b163 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=722781c3-be17-480d-a735-2639a14655b9 HTTP/1.1" status: 200 len: 855 time: 0.0438805 Apr 12 18:35:05.650831 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for port (b3cd3baf-a902-4a11-b1cd-caee4cc11c30), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:05.655531 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62656905'] for port (b3cd3baf-a902-4a11-b1cd-caee4cc11c30), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:05.687291 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4da615-8a9c-4807-a68f-5f04c9c6551a req-0334225d-5b21-4512-b62f-56b8294ff456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:35:05.688783 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-be4da615-8a9c-4807-a68f-5f04c9c6551a req-0334225d-5b21-4512-b62f-56b8294ff456 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49ab9656-d0bc-4412-8fbd-74c59629e55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401366 Apr 12 18:35:05.729416 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Pushing event updated for resources: {'Port': ['ID=b3cd3baf-a902-4a11-b1cd-caee4cc11c30,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:35:05.738235 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (6b3033ba-6018-4e37-b139-daa886f26028), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:05.787206 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-be4da615-8a9c-4807-a68f-5f04c9c6551a req-41f6365e-85c5-4e6d-b3c1-85fffcdf10f4 service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896163 Apr 12 18:35:05.836621 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.l3_db [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Floating IP 6b3033ba-6018-4e37-b139-daa886f26028 associated. External IP: 172.27.1.217, port: 0a801d6e-c6ff-4f51-8921-99820941c4b2. Apr 12 18:35:05.882488 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-be4da615-8a9c-4807-a68f-5f04c9c6551a req-452dca05-5557-47b0-9973-f68bb0784bc4 service neutron] 10.222.0.26 "GET /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865421 Apr 12 18:35:06.050872 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:35:06.158492 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:35:06.170327 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5448ac-5362-45a0-a4a7-ce01523f431b None None] Sync routers for ids ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:35:06.176294 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:06.179620 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5448ac-5362-45a0-a4a7-ce01523f431b None None] Routers {'26d78dcd-cddb-4e74-9612-e20a3e9cf09c'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:35:06.180227 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-ae5448ac-5362-45a0-a4a7-ce01523f431b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:34:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:35:06.207245 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-93837f5e-74f0-4f33-b12e-67bc2c9e2dfc tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6070232 Apr 12 18:35:06.207841 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e66cb1d4-1278-416e-a490-16faf3a5cc94', 'tag': '0a801d6e-c6ff-4f51-8921-99820941c4b2'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:35:06.210183 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ff44208863b45d5314a74bf2796fa783e64ad3222a396cfa3f0d0395593348f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2afcb2c-b3c3-476a-9683-4c4407a962e8" -d '{"events": [{"name": "network-changed", "server_uuid": "e66cb1d4-1278-416e-a490-16faf3a5cc94", "tag": "0a801d6e-c6ff-4f51-8921-99820941c4b2"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:35:06.244604 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5806bb85-d3e5-4766-9323-c8cdabb509c2 x-openstack-request-id: req-5806bb85-d3e5-4766-9323-c8cdabb509c2 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:35:06.244894 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e66cb1d4-1278-416e-a490-16faf3a5cc94", "tag": "0a801d6e-c6ff-4f51-8921-99820941c4b2", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:35:06.245241 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5806bb85-d3e5-4766-9323-c8cdabb509c2 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:35:06.245649 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5806bb85-d3e5-4766-9323-c8cdabb509c2'] response: {'name': 'network-changed', 'server_uuid': 'e66cb1d4-1278-416e-a490-16faf3a5cc94', 'tag': '0a801d6e-c6ff-4f51-8921-99820941c4b2', 'status': 'completed', 'code': 200} Apr 12 18:35:06.288828 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-ae5448ac-5362-45a0-a4a7-ce01523f431b None None] Set router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:35:06.389274 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afcb2c-b3c3-476a-9683-4c4407a962e8 req-90aa6d37-74f1-4cca-8784-b48d9dc31125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:35:06.391545 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c2afcb2c-b3c3-476a-9683-4c4407a962e8 req-90aa6d37-74f1-4cca-8784-b48d9dc31125 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9533c204e06a484c8a8c0cca48c4a2e6&device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 1129 time: 0.0523806 Apr 12 18:35:06.513314 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce4aa5-9c9d-4625-93d3-19502da9f58a req-27c34ca8-4fcd-4738-9add-a0403c959963 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:35:06.516097 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-ae5448ac-5362-45a0-a4a7-ce01523f431b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:05Z', 'revision_number': 4, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'gw_port': {'id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '6b3033ba-6018-4e37-b139-daa886f26028', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'port_id': '0a801d6e-c6ff-4f51-8921-99820941c4b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'mac_address': 'fa:16:3e:42:18:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66cb1d4-1278-416e-a490-16faf3a5cc94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:35:05Z', 'updated_at': '2022-04-12T18:35:05Z', 'revision_number': 0, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82067ea9-62ea-4566-8528-5537b9392cdb', 'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'mac_address': 'fa:16:3e:f8:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:05Z', 'updated_at': '2022-04-12T18:34:09Z', 'revision_number': 5, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'subnets': [{'id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:35:06.521988 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-47ce4aa5-9c9d-4625-93d3-19502da9f58a req-27c34ca8-4fcd-4738-9add-a0403c959963 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 946 time: 0.0836532 Apr 12 18:35:06.537688 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afcb2c-b3c3-476a-9683-4c4407a962e8 req-24736800-4b3b-449e-9207-b26114961c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:35:06.542785 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c2afcb2c-b3c3-476a-9683-4c4407a962e8 req-24736800-4b3b-449e-9207-b26114961c1a service neutron] 10.222.0.26 "GET /v2.0/networks?id=015c960c-be3b-4fd3-b0bc-89103f2458f8 HTTP/1.1" status: 200 len: 913 time: 0.1460507 Apr 12 18:35:06.554160 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5448ac-5362-45a0-a4a7-ce01523f431b None None] Checking router: 26d78dcd-cddb-4e74-9612-e20a3e9cf09c for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:35:06.566588 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5448ac-5362-45a0-a4a7-ce01523f431b None None] Routers {'26d78dcd-cddb-4e74-9612-e20a3e9cf09c'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:35:06.567503 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-ae5448ac-5362-45a0-a4a7-ce01523f431b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:34:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:35:06.569777 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-47ce4aa5-9c9d-4625-93d3-19502da9f58a req-650bea9a-adc8-4687-a1af-8aa709adb154 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469959 Apr 12 18:35:06.619161 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c2afcb2c-b3c3-476a-9683-4c4407a962e8 req-9b5b18a8-4cfd-4f28-b83a-8233d657f13a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a801d6e-c6ff-4f51-8921-99820941c4b2 HTTP/1.1" status: 200 len: 999 time: 0.0691032 Apr 12 18:35:06.669976 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afcb2c-b3c3-476a-9683-4c4407a962e8 req-9e992872-77bf-45ef-875c-bfcba6fb28bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:35:06.672037 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c2afcb2c-b3c3-476a-9683-4c4407a962e8 req-9e992872-77bf-45ef-875c-bfcba6fb28bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45b3b4b0-14e0-4976-a243-ab2b03a6eaa0 HTTP/1.1" status: 200 len: 851 time: 0.0468998 Apr 12 18:35:06.694658 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-ae5448ac-5362-45a0-a4a7-ce01523f431b None None] Set router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:35:06.716098 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afcb2c-b3c3-476a-9683-4c4407a962e8 req-9de7ddc8-f165-4cdc-b204-7e0a2d0ab975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:35:06.717598 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c2afcb2c-b3c3-476a-9683-4c4407a962e8 req-9de7ddc8-f165-4cdc-b204-7e0a2d0ab975 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=015c960c-be3b-4fd3-b0bc-89103f2458f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396054 Apr 12 18:35:06.814870 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c2afcb2c-b3c3-476a-9683-4c4407a962e8 req-3b15bfb8-62bb-4efe-9ae3-750a33670eaa service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906188 Apr 12 18:35:06.907253 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c2afcb2c-b3c3-476a-9683-4c4407a962e8 req-94556b50-5827-4264-8c0d-b59d4894e365 service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861480 Apr 12 18:35:06.925779 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-ae5448ac-5362-45a0-a4a7-ce01523f431b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:05Z', 'revision_number': 4, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'gw_port': {'id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '6b3033ba-6018-4e37-b139-daa886f26028', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'port_id': '0a801d6e-c6ff-4f51-8921-99820941c4b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'mac_address': 'fa:16:3e:42:18:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66cb1d4-1278-416e-a490-16faf3a5cc94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:35:05Z', 'updated_at': '2022-04-12T18:35:05Z', 'revision_number': 0, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82067ea9-62ea-4566-8528-5537b9392cdb', 'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'mac_address': 'fa:16:3e:f8:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:05Z', 'updated_at': '2022-04-12T18:34:09Z', 'revision_number': 5, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'subnets': [{'id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:35:06.951931 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5448ac-5362-45a0-a4a7-ce01523f431b None None] The sync data for ids ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'] in dv-cinder-837535-1-iscsi is: [{'id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:05Z', 'revision_number': 4, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'gw_port': {'id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '6b3033ba-6018-4e37-b139-daa886f26028', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'port_id': '0a801d6e-c6ff-4f51-8921-99820941c4b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'mac_address': 'fa:16:3e:42:18:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66cb1d4-1278-416e-a490-16faf3a5cc94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:35:05Z', 'updated_at': '2022-04-12T18:35:05Z', 'revision_number': 0, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82067ea9-62ea-4566-8528-5537b9392cdb', 'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'mac_address': 'fa:16:3e:f8:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:05Z', 'updated_at': '2022-04-12T18:34:09Z', 'revision_number': 5, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'subnets': [{'id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:35:07.148990 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bfc9f2-052d-4594-b05c-56366521aaee None None] New status for floating IP 6b3033ba-6018-4e37-b139-daa886f26028: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:35:07.691428 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c537d7-e6f8-4db5-bb36-1152ca4ff772 req-adc4da24-da48-4fcb-837b-e24df84d01ec tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:35:07.692940 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-13c537d7-e6f8-4db5-bb36-1152ca4ff772 req-adc4da24-da48-4fcb-837b-e24df84d01ec tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 946 time: 0.0464489 Apr 12 18:35:07.739698 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-13c537d7-e6f8-4db5-bb36-1152ca4ff772 req-e07391a4-674b-4c63-b5d8-696bebcbca65 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408072 Apr 12 18:35:13.178609 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-89dd5f1f-51c0-4929-87ba-187d9d1c7938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:15.529925 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6f50fa6a-2b3c-4c4c-8581-5d681f5dc000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:16.900531 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:18.410469 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:19.306639 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:24.160905 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:38.784308 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:35:43.171739 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-38db2ebf-d6dd-4491-be65-4a4ea7e4cf2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:45.532497 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-1a2fe4f7-f331-40d1-ab0f-c767aee1635f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:46.903878 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:48.413027 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:49.308681 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:54.163882 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:03.434445 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78beb3b8-3120-44fe-b574-20cd7d731dd2 req-1e046257-4def-4387-8c3f-60acebe2ced6 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:36:03.435895 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-78beb3b8-3120-44fe-b574-20cd7d731dd2 req-1e046257-4def-4387-8c3f-60acebe2ced6 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 946 time: 0.0468013 Apr 12 18:36:03.484820 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-78beb3b8-3120-44fe-b574-20cd7d731dd2 req-740f675a-5372-49a8-8988-aad623e2cc6b tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427296 Apr 12 18:36:04.563565 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-72de1014-d078-4279-8456-9fa6c87990f0 req-32ce8774-d9a1-481f-b113-b6178c1d5272 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0876856 Apr 12 18:36:04.603370 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d56d0-4bb4-4176-a17f-a90166e43213 req-b6947704-a1a5-48ff-8d56-0c3fb4363f1a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:36:04.604836 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-095d56d0-4bb4-4176-a17f-a90166e43213 req-b6947704-a1a5-48ff-8d56-0c3fb4363f1a tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 946 time: 0.0474288 Apr 12 18:36:04.621780 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de1014-d078-4279-8456-9fa6c87990f0 req-70288567-aac5-470d-9178-a6a620218919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:36:04.623262 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-72de1014-d078-4279-8456-9fa6c87990f0 req-70288567-aac5-470d-9178-a6a620218919 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9533c204e06a484c8a8c0cca48c4a2e6&device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 1129 time: 0.0383179 Apr 12 18:36:04.652147 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-095d56d0-4bb4-4176-a17f-a90166e43213 req-ffc69f56-a40b-467a-9e62-10c15d664716 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups?id=8396ba58-5400-44dc-9fee-1b658bc7684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416076 Apr 12 18:36:04.726706 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de1014-d078-4279-8456-9fa6c87990f0 req-8a90c233-18dc-4081-b76b-4033ef1dcddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:36:04.728167 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-72de1014-d078-4279-8456-9fa6c87990f0 req-8a90c233-18dc-4081-b76b-4033ef1dcddb service neutron] 10.222.0.26 "GET /v2.0/networks?id=015c960c-be3b-4fd3-b0bc-89103f2458f8 HTTP/1.1" status: 200 len: 913 time: 0.0847809 Apr 12 18:36:04.818711 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-72de1014-d078-4279-8456-9fa6c87990f0 req-9b0915a2-106d-4f50-95ee-36a955e5033a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a801d6e-c6ff-4f51-8921-99820941c4b2 HTTP/1.1" status: 200 len: 1001 time: 0.0619607 Apr 12 18:36:04.944155 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de1014-d078-4279-8456-9fa6c87990f0 req-d74f30b8-3c1a-4e4e-a447-466644ed1225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:36:04.945606 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-72de1014-d078-4279-8456-9fa6c87990f0 req-d74f30b8-3c1a-4e4e-a447-466644ed1225 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45b3b4b0-14e0-4976-a243-ab2b03a6eaa0 HTTP/1.1" status: 200 len: 851 time: 0.0440276 Apr 12 18:36:04.988920 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de1014-d078-4279-8456-9fa6c87990f0 req-a3186e76-6437-4512-8391-2599101b5076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:36:04.990414 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-72de1014-d078-4279-8456-9fa6c87990f0 req-a3186e76-6437-4512-8391-2599101b5076 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=015c960c-be3b-4fd3-b0bc-89103f2458f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384002 Apr 12 18:36:05.102428 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c505592-e71f-4067-99f7-17e5eb5a1c16 req-6c495816-34ef-4625-9367-eb71bc945e87 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:36:05.103869 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-7c505592-e71f-4067-99f7-17e5eb5a1c16 req-6c495816-34ef-4625-9367-eb71bc945e87 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 946 time: 0.0535769 Apr 12 18:36:05.145295 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-72de1014-d078-4279-8456-9fa6c87990f0 req-62107f22-6645-44cd-8421-f6ceb6c886dd service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477802 Apr 12 18:36:05.250347 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-7c505592-e71f-4067-99f7-17e5eb5a1c16 req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Deleting port fd57b10d-eef3-4359-a06f-882658d5d94b {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:36:05.250693 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-7c505592-e71f-4067-99f7-17e5eb5a1c16 req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:05.324130 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-72de1014-d078-4279-8456-9fa6c87990f0 req-66168b25-29d1-4462-8d98-c6af8f88991c service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715312 Apr 12 18:36:05.359529 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-7c505592-e71f-4067-99f7-17e5eb5a1c16 req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] For port fd57b10d-eef3-4359-a06f-882658d5d94b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fd57b10d-eef3-4359-a06f-882658d5d94b,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:36:05.359838 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-7c505592-e71f-4067-99f7-17e5eb5a1c16 req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:05.527249 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-7c505592-e71f-4067-99f7-17e5eb5a1c16 req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:05.527650 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-7c505592-e71f-4067-99f7-17e5eb5a1c16 req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (58bea677-01e6-4b5f-a9bd-d1ca18bee8fb), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:05.528187 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.db.l3_db [req-7c505592-e71f-4067-99f7-17e5eb5a1c16 req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Floating IP 58bea677-01e6-4b5f-a9bd-d1ca18bee8fb disassociated. External IP: 172.27.1.57, port: fd57b10d-eef3-4359-a06f-882658d5d94b. Apr 12 18:36:05.528567 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-7c505592-e71f-4067-99f7-17e5eb5a1c16 req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Calling delete_port for fd57b10d-eef3-4359-a06f-882658d5d94b owned by compute:nova {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:36:05.657925 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-7c505592-e71f-4067-99f7-17e5eb5a1c16 req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (fd57b10d-eef3-4359-a06f-882658d5d94b), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:05.694202 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Pushing event deleted for resources: {'Port': ['ID=fd57b10d-eef3-4359-a06f-882658d5d94b,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:05.740875 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:05.741250 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:05.741582 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:05.741917 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:05.742248 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:05.742579 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:05.742911 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:05.743239 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:05.743566 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:05.743893 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:05.744216 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:05.744539 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:05.744866 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:05.745213 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:05.745535 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:05.756143 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-bf9bdeaa-ae0d-4c4a-9de8-b0134f3aad5a req-8b2a76e7-2a38-4c9c-b5f1-bf6c8a4e02b7 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f555a89-00cd-49e9-b9cf-8f5d3c637301 HTTP/1.1" status: 200 len: 210 time: 0.0286059 Apr 12 18:36:05.819598 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c505592-e71f-4067-99f7-17e5eb5a1c16 req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Router 3ae077bd-2655-4dc3-b696-cd2d44325509 has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:36:05.929251 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c505592-e71f-4067-99f7-17e5eb5a1c16 req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:36:05.939068 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336e8f4a-9357-4669-ae2c-5d6e257c21f9 None None] Sync routers for ids ['3ae077bd-2655-4dc3-b696-cd2d44325509'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:36:05.949144 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336e8f4a-9357-4669-ae2c-5d6e257c21f9 None None] Routers {'3ae077bd-2655-4dc3-b696-cd2d44325509'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:36:05.949902 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-336e8f4a-9357-4669-ae2c-5d6e257c21f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:35:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['3ae077bd-2655-4dc3-b696-cd2d44325509'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:36:05.971384 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c505592-e71f-4067-99f7-17e5eb5a1c16 req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] No DVR routers for this DVR port fd57b10d-eef3-4359-a06f-882658d5d94b on host hv-cinder-83753 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:36:05.973936 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-7c505592-e71f-4067-99f7-17e5eb5a1c16 req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:05.977448 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-7c505592-e71f-4067-99f7-17e5eb5a1c16 req-0cb42740-061d-48fa-a487-cdacd383f91c tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.26 "DELETE /v2.0/ports/fd57b10d-eef3-4359-a06f-882658d5d94b HTTP/1.1" status: 204 len: 173 time: 0.8672090 Apr 12 18:36:05.977899 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f555a89-00cd-49e9-b9cf-8f5d3c637301', 'name': 'network-vif-deleted', 'tag': 'fd57b10d-eef3-4359-a06f-882658d5d94b'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:36:05.980701 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a434df31-5995-474c-b689-a1d652ce1247" -d '{"events": [{"server_uuid": "8f555a89-00cd-49e9-b9cf-8f5d3c637301", "name": "network-vif-deleted", "tag": "fd57b10d-eef3-4359-a06f-882658d5d94b"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:36:06.089891 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-336e8f4a-9357-4669-ae2c-5d6e257c21f9 None None] Set router 3ae077bd-2655-4dc3-b696-cd2d44325509 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:36:06.100147 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94c9fca-ffa8-4408-9e43-311f83be3b0a x-openstack-request-id: req-f94c9fca-ffa8-4408-9e43-311f83be3b0a {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:36:06.100979 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f555a89-00cd-49e9-b9cf-8f5d3c637301", "name": "network-vif-deleted", "tag": "fd57b10d-eef3-4359-a06f-882658d5d94b", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:36:06.101258 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f94c9fca-ffa8-4408-9e43-311f83be3b0a {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:36:06.101665 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f94c9fca-ffa8-4408-9e43-311f83be3b0a'] response: {'server_uuid': '8f555a89-00cd-49e9-b9cf-8f5d3c637301', 'name': 'network-vif-deleted', 'tag': 'fd57b10d-eef3-4359-a06f-882658d5d94b', 'status': 'completed', 'code': 200} Apr 12 18:36:06.367353 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-336e8f4a-9357-4669-ae2c-5d6e257c21f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'name': 'tempest-AttachVolumeShelveTestJSON-849549615-router', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:46Z', 'revision_number': 4, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'gw_port': {'id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'fa1b097a-f892-4c24-bf15-07b2c786cc13', 'name': '', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'mac_address': 'fa:16:3e:fc:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '722781c3-be17-480d-a735-2639a14655b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:45Z', 'updated_at': '2022-04-12T18:27:49Z', 'revision_number': 5, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'subnets': [{'id': '722781c3-be17-480d-a735-2639a14655b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:36:06.394113 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336e8f4a-9357-4669-ae2c-5d6e257c21f9 None None] Checking router: 3ae077bd-2655-4dc3-b696-cd2d44325509 for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:36:06.402460 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336e8f4a-9357-4669-ae2c-5d6e257c21f9 None None] Routers {'3ae077bd-2655-4dc3-b696-cd2d44325509'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:36:06.403325 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-336e8f4a-9357-4669-ae2c-5d6e257c21f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:35:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['3ae077bd-2655-4dc3-b696-cd2d44325509'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:36:06.510972 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-336e8f4a-9357-4669-ae2c-5d6e257c21f9 None None] Set router 3ae077bd-2655-4dc3-b696-cd2d44325509 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:36:06.701225 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-336e8f4a-9357-4669-ae2c-5d6e257c21f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'name': 'tempest-AttachVolumeShelveTestJSON-849549615-router', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:46Z', 'revision_number': 4, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'gw_port': {'id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'fa1b097a-f892-4c24-bf15-07b2c786cc13', 'name': '', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'mac_address': 'fa:16:3e:fc:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '722781c3-be17-480d-a735-2639a14655b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:45Z', 'updated_at': '2022-04-12T18:27:49Z', 'revision_number': 5, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'subnets': [{'id': '722781c3-be17-480d-a735-2639a14655b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:36:06.727144 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336e8f4a-9357-4669-ae2c-5d6e257c21f9 None None] The sync data for ids ['3ae077bd-2655-4dc3-b696-cd2d44325509'] in dv-cinder-837535-1-iscsi is: [{'id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'name': 'tempest-AttachVolumeShelveTestJSON-849549615-router', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:46Z', 'revision_number': 4, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'gw_port': {'id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': 'fa1b097a-f892-4c24-bf15-07b2c786cc13', 'name': '', 'network_id': '49ab9656-d0bc-4412-8fbd-74c59629e55b', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'mac_address': 'fa:16:3e:fc:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '722781c3-be17-480d-a735-2639a14655b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:45Z', 'updated_at': '2022-04-12T18:27:49Z', 'revision_number': 5, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'subnets': [{'id': '722781c3-be17-480d-a735-2639a14655b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:36:06.850730 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 46388) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:06.911332 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c8b8-0e25-4b42-b2cc-b37f0394c937 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for security_group (8396ba58-5400-44dc-9fee-1b658bc7684c), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:06.939078 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c8b8-0e25-4b42-b2cc-b37f0394c937 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for security_group (8396ba58-5400-44dc-9fee-1b658bc7684c), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:06.972888 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ec2e1-eec4-4ad9-a3f0-d592928c3118 None None] New status for floating IP 58bea677-01e6-4b5f-a9bd-d1ca18bee8fb: DOWN {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:36:06.993458 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c8b8-0e25-4b42-b2cc-b37f0394c937 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (8396ba58-5400-44dc-9fee-1b658bc7684c), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:06.996047 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c8b8-0e25-4b42-b2cc-b37f0394c937 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:06.997247 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-a0b4c8b8-0e25-4b42-b2cc-b37f0394c937 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "DELETE /v2.0/security-groups/8396ba58-5400-44dc-9fee-1b658bc7684c HTTP/1.1" status: 204 len: 168 time: 0.1455364 Apr 12 18:36:07.000141 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 46390) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:07.006914 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4c8b8-0e25-4b42-b2cc-b37f0394c937 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8396ba58-5400-44dc-9fee-1b658bc7684c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:07.014097 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4c8b8-0e25-4b42-b2cc-b37f0394c937 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:07.015141 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4c8b8-0e25-4b42-b2cc-b37f0394c937 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:07.015267 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4c8b8-0e25-4b42-b2cc-b37f0394c937 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:07.015655 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4c8b8-0e25-4b42-b2cc-b37f0394c937 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:07.015962 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4c8b8-0e25-4b42-b2cc-b37f0394c937 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:07.016307 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4c8b8-0e25-4b42-b2cc-b37f0394c937 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:07.016643 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4c8b8-0e25-4b42-b2cc-b37f0394c937 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:07.016977 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4c8b8-0e25-4b42-b2cc-b37f0394c937 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:07.017189 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.api.v2.resource [None req-eafd1634-4517-4b9c-9bd1-39652c060ef4 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] show failed (client error): The resource could not be found. Apr 12 18:36:07.017381 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4c8b8-0e25-4b42-b2cc-b37f0394c937 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:07.019758 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4c8b8-0e25-4b42-b2cc-b37f0394c937 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:07.019897 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-eafd1634-4517-4b9c-9bd1-39652c060ef4 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "GET /v2.0/security-groups/8396ba58-5400-44dc-9fee-1b658bc7684c HTTP/1.1" status: 404 len: 347 time: 0.0169950 Apr 12 18:36:07.020005 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4c8b8-0e25-4b42-b2cc-b37f0394c937 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:07.020005 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4c8b8-0e25-4b42-b2cc-b37f0394c937 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:07.020005 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4c8b8-0e25-4b42-b2cc-b37f0394c937 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:07.020005 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4c8b8-0e25-4b42-b2cc-b37f0394c937 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:07.020005 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4c8b8-0e25-4b42-b2cc-b37f0394c937 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:07.021193 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 46392) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:07.143067 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-9871412b-5ea1-4ba2-95c2-ffcd945a15f6 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Deleting port 4e194ea0-b336-4745-b97d-20844a77ef64 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:36:07.143415 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9871412b-5ea1-4ba2-95c2-ffcd945a15f6 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (4e194ea0-b336-4745-b97d-20844a77ef64), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:07.218382 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9871412b-5ea1-4ba2-95c2-ffcd945a15f6 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (4e194ea0-b336-4745-b97d-20844a77ef64), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:07.218690 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9871412b-5ea1-4ba2-95c2-ffcd945a15f6 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for floatingip (4e194ea0-b336-4745-b97d-20844a77ef64), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:07.231070 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-9871412b-5ea1-4ba2-95c2-ffcd945a15f6 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Calling delete_port for 4e194ea0-b336-4745-b97d-20844a77ef64 owned by network:floatingip {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:36:07.360051 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9871412b-5ea1-4ba2-95c2-ffcd945a15f6 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (4e194ea0-b336-4745-b97d-20844a77ef64), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:07.386268 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871412b-5ea1-4ba2-95c2-ffcd945a15f6 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Pushing event deleted for resources: {'Port': ['ID=4e194ea0-b336-4745-b97d-20844a77ef64,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:07.448208 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9871412b-5ea1-4ba2-95c2-ffcd945a15f6 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks [] for floatingip (58bea677-01e6-4b5f-a9bd-d1ca18bee8fb), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:07.450755 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9871412b-5ea1-4ba2-95c2-ffcd945a15f6 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:07.452443 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-9871412b-5ea1-4ba2-95c2-ffcd945a15f6 tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] 10.222.0.52 "DELETE /v2.0/floatingips/58bea677-01e6-4b5f-a9bd-d1ca18bee8fb HTTP/1.1" status: 204 len: 168 time: 0.4293554 Apr 12 18:36:08.472492 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device fd57b10d-eef3-4359-a06f-882658d5d94b no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:36:08.493476 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] No Port match for: fd57b10d-eef3-4359-a06f-882658d5d94b {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:36:08.493826 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device fd57b10d-eef3-4359-a06f-882658d5d94b not bound to the agent host hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:36:09.840185 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 46414) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:10.251448 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e20b8e59-e400-4b4c-b0f5-bc95a53cb26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-810946'] for router_interface (3ae077bd-2655-4dc3-b696-cd2d44325509), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:10.476561 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e20b8e59-e400-4b4c-b0f5-bc95a53cb26c admin admin] Deleting port fa1b097a-f892-4c24-bf15-07b2c786cc13 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:36:10.476813 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e20b8e59-e400-4b4c-b0f5-bc95a53cb26c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (fa1b097a-f892-4c24-bf15-07b2c786cc13), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:10.554654 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e20b8e59-e400-4b4c-b0f5-bc95a53cb26c admin admin] For port fa1b097a-f892-4c24-bf15-07b2c786cc13, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=fa1b097a-f892-4c24-bf15-07b2c786cc13,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:36:10.555011 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e20b8e59-e400-4b4c-b0f5-bc95a53cb26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (fa1b097a-f892-4c24-bf15-07b2c786cc13), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:10.813986 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e20b8e59-e400-4b4c-b0f5-bc95a53cb26c admin admin] Calling delete_port for fa1b097a-f892-4c24-bf15-07b2c786cc13 owned by network:router_interface {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:36:10.992462 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e20b8e59-e400-4b4c-b0f5-bc95a53cb26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (fa1b097a-f892-4c24-bf15-07b2c786cc13), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:11.018144 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b8e59-e400-4b4c-b0f5-bc95a53cb26c admin admin] Pushing event deleted for resources: {'Port': ['ID=fa1b097a-f892-4c24-bf15-07b2c786cc13,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:11.184681 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e20b8e59-e400-4b4c-b0f5-bc95a53cb26c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-810846'] for router_interface (3ae077bd-2655-4dc3-b696-cd2d44325509), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:11.405478 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20b8e59-e400-4b4c-b0f5-bc95a53cb26c admin admin] Router 3ae077bd-2655-4dc3-b696-cd2d44325509 has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:36:11.528537 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20b8e59-e400-4b4c-b0f5-bc95a53cb26c admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:36:11.533521 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-e20b8e59-e400-4b4c-b0f5-bc95a53cb26c admin admin] 10.222.0.52 "PUT /v2.0/routers/3ae077bd-2655-4dc3-b696-cd2d44325509/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6922901 Apr 12 18:36:11.536540 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 46418) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:11.538589 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542b17fd-0c1e-405c-84f5-b9fb3c22f83a None None] Sync routers for ids ['3ae077bd-2655-4dc3-b696-cd2d44325509'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:36:11.549300 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542b17fd-0c1e-405c-84f5-b9fb3c22f83a None None] Routers {'3ae077bd-2655-4dc3-b696-cd2d44325509'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:36:11.550040 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-542b17fd-0c1e-405c-84f5-b9fb3c22f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:35:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['3ae077bd-2655-4dc3-b696-cd2d44325509'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:36:11.641965 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-50ce9c0d-e860-4c08-b43c-8d81596e7857 admin admin] Publish callbacks [] for router (3ae077bd-2655-4dc3-b696-cd2d44325509), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:11.656803 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-542b17fd-0c1e-405c-84f5-b9fb3c22f83a None None] Set router 3ae077bd-2655-4dc3-b696-cd2d44325509 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:36:11.748088 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-50ce9c0d-e860-4c08-b43c-8d81596e7857 admin admin] Publish callbacks [] for router_gateway (3ae077bd-2655-4dc3-b696-cd2d44325509), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:11.796140 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-50ce9c0d-e860-4c08-b43c-8d81596e7857 admin admin] Deleting port 66777e9c-7047-446e-b255-c6eb76b7e088 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:36:11.796474 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-50ce9c0d-e860-4c08-b43c-8d81596e7857 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (66777e9c-7047-446e-b255-c6eb76b7e088), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:11.832691 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-542b17fd-0c1e-405c-84f5-b9fb3c22f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'name': 'tempest-AttachVolumeShelveTestJSON-849549615-router', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:36:10Z', 'revision_number': 5, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'gw_port': {'id': '66777e9c-7047-446e-b255-c6eb76b7e088', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:36:11.860829 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542b17fd-0c1e-405c-84f5-b9fb3c22f83a None None] Checking router: 3ae077bd-2655-4dc3-b696-cd2d44325509 for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:36:11.869669 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542b17fd-0c1e-405c-84f5-b9fb3c22f83a None None] Routers {'3ae077bd-2655-4dc3-b696-cd2d44325509'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:36:11.870484 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-542b17fd-0c1e-405c-84f5-b9fb3c22f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:35:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['3ae077bd-2655-4dc3-b696-cd2d44325509'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:36:11.880116 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-50ce9c0d-e860-4c08-b43c-8d81596e7857 admin admin] For port 66777e9c-7047-446e-b255-c6eb76b7e088, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=66777e9c-7047-446e-b255-c6eb76b7e088,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:36:11.880483 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-50ce9c0d-e860-4c08-b43c-8d81596e7857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (66777e9c-7047-446e-b255-c6eb76b7e088), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:11.894012 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-50ce9c0d-e860-4c08-b43c-8d81596e7857 admin admin] Calling delete_port for 66777e9c-7047-446e-b255-c6eb76b7e088 owned by network:router_gateway {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:36:11.959616 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-542b17fd-0c1e-405c-84f5-b9fb3c22f83a None None] Set router 3ae077bd-2655-4dc3-b696-cd2d44325509 gateway port host: None {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:36:12.014974 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-542b17fd-0c1e-405c-84f5-b9fb3c22f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'name': 'tempest-AttachVolumeShelveTestJSON-849549615-router', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:36:11Z', 'revision_number': 6, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'gw_port_host': None}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:36:12.041921 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542b17fd-0c1e-405c-84f5-b9fb3c22f83a None None] The sync data for ids ['3ae077bd-2655-4dc3-b696-cd2d44325509'] in dv-cinder-837535-1-iscsi is: [{'id': '3ae077bd-2655-4dc3-b696-cd2d44325509', 'name': 'tempest-AttachVolumeShelveTestJSON-849549615-router', 'tenant_id': '0ffbe74a26884702b868d7cd3087e6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:27:42Z', 'updated_at': '2022-04-12T18:36:11Z', 'revision_number': 6, 'project_id': '0ffbe74a26884702b868d7cd3087e6f8', 'gw_port_host': None}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:36:12.061875 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-50ce9c0d-e860-4c08-b43c-8d81596e7857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (66777e9c-7047-446e-b255-c6eb76b7e088), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:12.085614 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce9c0d-e860-4c08-b43c-8d81596e7857 admin admin] Pushing event deleted for resources: {'Port': ['ID=66777e9c-7047-446e-b255-c6eb76b7e088,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:12.151327 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-50ce9c0d-e860-4c08-b43c-8d81596e7857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-807160'] for router_gateway (3ae077bd-2655-4dc3-b696-cd2d44325509), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:12.242773 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-50ce9c0d-e860-4c08-b43c-8d81596e7857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-895014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8858'] for router (3ae077bd-2655-4dc3-b696-cd2d44325509), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:12.244799 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-50ce9c0d-e860-4c08-b43c-8d81596e7857 admin admin] Publish callbacks [] for router_controller (3ae077bd-2655-4dc3-b696-cd2d44325509), precommit_delete_associations {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:12.290929 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-50ce9c0d-e860-4c08-b43c-8d81596e7857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-895005'] for router (3ae077bd-2655-4dc3-b696-cd2d44325509), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:12.291482 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ce9c0d-e860-4c08-b43c-8d81596e7857 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ae077bd-2655-4dc3-b696-cd2d44325509 {{(pid=103524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:36:12.296401 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-50ce9c0d-e860-4c08-b43c-8d81596e7857 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:12.297592 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-50ce9c0d-e860-4c08-b43c-8d81596e7857 admin admin] 10.222.0.52 "DELETE /v2.0/routers/3ae077bd-2655-4dc3-b696-cd2d44325509 HTTP/1.1" status: 204 len: 168 time: 0.7601078 Apr 12 18:36:12.300036 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 46420) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:12.345616 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c5f15f-4450-43c4-a970-6170aa659ce9 admin admin] Deleting subnet 722781c3-be17-480d-a735-2639a14655b9 {{(pid=103524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:36:12.348688 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-31c5f15f-4450-43c4-a970-6170aa659ce9 admin admin] Publish callbacks [] for subnet (722781c3-be17-480d-a735-2639a14655b9), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:12.383226 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-31c5f15f-4450-43c4-a970-6170aa659ce9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62755009'] for subnet (722781c3-be17-480d-a735-2639a14655b9), precommit_delete_associations {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:12.469948 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-31c5f15f-4450-43c4-a970-6170aa659ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3990049'] for subnet (722781c3-be17-480d-a735-2639a14655b9), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:12.521035 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-31c5f15f-4450-43c4-a970-6170aa659ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3990070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59090753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59504398'] for subnet (722781c3-be17-480d-a735-2639a14655b9), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:12.548004 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5f15f-4450-43c4-a970-6170aa659ce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=722781c3-be17-480d-a735-2639a14655b9,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:12.549988 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-31c5f15f-4450-43c4-a970-6170aa659ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for subnet (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:12.553198 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-31c5f15f-4450-43c4-a970-6170aa659ce9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/722781c3-be17-480d-a735-2639a14655b9 HTTP/1.1" status: 204 len: 168 time: 0.2522185 Apr 12 18:36:12.554474 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f526b759-a0d0-4fda-af03-3497a48db22b None None] Network 49ab9656-d0bc-4412-8fbd-74c59629e55b requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:36:12.555763 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 46422) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:12.622249 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f72551de-8f51-4f01-9627-8ad248565b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3769168'] for network (49ab9656-d0bc-4412-8fbd-74c59629e55b), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:12.670669 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f72551de-8f51-4f01-9627-8ad248565b54 admin admin] Deleting port 83dc9de7-98a5-4702-995a-41e2a7d27442 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:36:12.671110 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f72551de-8f51-4f01-9627-8ad248565b54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (83dc9de7-98a5-4702-995a-41e2a7d27442), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:12.732970 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-f72551de-8f51-4f01-9627-8ad248565b54 admin admin] For port 83dc9de7-98a5-4702-995a-41e2a7d27442, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=83dc9de7-98a5-4702-995a-41e2a7d27442,segment=NetworkSegment(a724c783-7421-49ba-ba3e-71e8fb669f42),segment_id=a724c783-7421-49ba-ba3e-71e8fb669f42)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:36:12.733318 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f72551de-8f51-4f01-9627-8ad248565b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (83dc9de7-98a5-4702-995a-41e2a7d27442), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:12.745895 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f72551de-8f51-4f01-9627-8ad248565b54 admin admin] Calling delete_port for 83dc9de7-98a5-4702-995a-41e2a7d27442 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:36:12.788077 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019b8f0c-75c7-4c61-a3ba-dcfff3739d52 None None] DHCP port deletion for 49ab9656-d0bc-4412-8fbd-74c59629e55b request from dv-cinder-837535-1-iscsi {{(pid=103525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:36:12.830252 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f72551de-8f51-4f01-9627-8ad248565b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (83dc9de7-98a5-4702-995a-41e2a7d27442), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:12.834414 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-019b8f0c-75c7-4c61-a3ba-dcfff3739d52 None None] Deleting port 83dc9de7-98a5-4702-995a-41e2a7d27442 {{(pid=103525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:36:12.834976 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-019b8f0c-75c7-4c61-a3ba-dcfff3739d52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (83dc9de7-98a5-4702-995a-41e2a7d27442), before_delete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:12.855884 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72551de-8f51-4f01-9627-8ad248565b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=83dc9de7-98a5-4702-995a-41e2a7d27442,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:12.860196 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72551de-8f51-4f01-9627-8ad248565b54 admin admin] No DVR routers for this DVR port 83dc9de7-98a5-4702-995a-41e2a7d27442 on host dv-cinder-837535-1-iscsi {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:36:12.907333 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-019b8f0c-75c7-4c61-a3ba-dcfff3739d52 None None] For port 83dc9de7-98a5-4702-995a-41e2a7d27442, host dv-cinder-837535-1-iscsi, got binding levels [] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:36:12.907741 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-019b8f0c-75c7-4c61-a3ba-dcfff3739d52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (83dc9de7-98a5-4702-995a-41e2a7d27442), precommit_delete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:12.922110 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-019b8f0c-75c7-4c61-a3ba-dcfff3739d52 None None] Calling delete_port for 83dc9de7-98a5-4702-995a-41e2a7d27442 owned by network:dhcp {{(pid=103525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:36:12.924952 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.ipam_backend_mixin [None req-019b8f0c-75c7-4c61-a3ba-dcfff3739d52 None None] Port 83dc9de7-98a5-4702-995a-41e2a7d27442 was not found and therefore no delete operation was performed {{(pid=103525) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 18:36:12.926212 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-019b8f0c-75c7-4c61-a3ba-dcfff3739d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079'] for port (83dc9de7-98a5-4702-995a-41e2a7d27442), after_delete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:12.933945 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f72551de-8f51-4f01-9627-8ad248565b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996314', 'neutron.services.segments.db._delete_segments_for_network-8761370393272'] for network (49ab9656-d0bc-4412-8fbd-74c59629e55b), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:12.951047 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b8f0c-75c7-4c61-a3ba-dcfff3739d52 None None] Pushing event deleted for resources: {'Port': ['ID=83dc9de7-98a5-4702-995a-41e2a7d27442,revision_number=None']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:12.956375 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019b8f0c-75c7-4c61-a3ba-dcfff3739d52 None None] No DVR routers for this DVR port 83dc9de7-98a5-4702-995a-41e2a7d27442 on host dv-cinder-837535-1-iscsi {{(pid=103525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:36:12.959080 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.services.segments.db [None req-f72551de-8f51-4f01-9627-8ad248565b54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ab9656-d0bc-4412-8fbd-74c59629e55b']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:36:12.963108 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b8f0c-75c7-4c61-a3ba-dcfff3739d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:12.963533 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b8f0c-75c7-4c61-a3ba-dcfff3739d52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:12.963873 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b8f0c-75c7-4c61-a3ba-dcfff3739d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:12.964220 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b8f0c-75c7-4c61-a3ba-dcfff3739d52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:12.964557 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b8f0c-75c7-4c61-a3ba-dcfff3739d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:12.964892 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b8f0c-75c7-4c61-a3ba-dcfff3739d52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:12.965269 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b8f0c-75c7-4c61-a3ba-dcfff3739d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:12.965611 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b8f0c-75c7-4c61-a3ba-dcfff3739d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:12.965938 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b8f0c-75c7-4c61-a3ba-dcfff3739d52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:12.966268 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b8f0c-75c7-4c61-a3ba-dcfff3739d52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:12.966858 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b8f0c-75c7-4c61-a3ba-dcfff3739d52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:12.967040 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b8f0c-75c7-4c61-a3ba-dcfff3739d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:12.967297 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b8f0c-75c7-4c61-a3ba-dcfff3739d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:12.967760 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b8f0c-75c7-4c61-a3ba-dcfff3739d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:12.968283 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b8f0c-75c7-4c61-a3ba-dcfff3739d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:36:12.974607 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.services.segments.db [None req-f72551de-8f51-4f01-9627-8ad248565b54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a724c783-7421-49ba-ba3e-71e8fb669f42') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:36:12.975026 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.services.segments.db [None req-f72551de-8f51-4f01-9627-8ad248565b54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a724c783-7421-49ba-ba3e-71e8fb669f42') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:36:12.986631 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f72551de-8f51-4f01-9627-8ad248565b54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761370364609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58806606'] for segment (a724c783-7421-49ba-ba3e-71e8fb669f42), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:13.003970 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f72551de-8f51-4f01-9627-8ad248565b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (a724c783-7421-49ba-ba3e-71e8fb669f42), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:13.010502 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f72551de-8f51-4f01-9627-8ad248565b54 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:36:13.010912 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f72551de-8f51-4f01-9627-8ad248565b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62656869'] for segment (a724c783-7421-49ba-ba3e-71e8fb669f42), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: Traceback (most recent call last): Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: timer() Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: cb(*args, **kw) Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: return func(*args, **kwargs) Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: self._notify() Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: self.callback(batched_events) Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: event.method(event) Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: return f(self, *a, **k) Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: return self._get(url).json() Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: return self.request(url, 'GET', **kwargs) Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:36:13.012841 dv-cinder-837535-1-iscsi neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:36:13.074788 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f72551de-8f51-4f01-9627-8ad248565b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-807132'] for network (49ab9656-d0bc-4412-8fbd-74c59629e55b), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:13.080783 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f72551de-8f51-4f01-9627-8ad248565b54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:13.083957 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-f72551de-8f51-4f01-9627-8ad248565b54 admin admin] 10.222.0.52 "DELETE /v2.0/networks/49ab9656-d0bc-4412-8fbd-74c59629e55b HTTP/1.1" status: 204 len: 168 time: 0.5271733 Apr 12 18:36:13.095615 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72551de-8f51-4f01-9627-8ad248565b54 admin admin] Pushing event deleted for resources: {'Network': ['ID=49ab9656-d0bc-4412-8fbd-74c59629e55b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:13.177179 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-666b0948-2989-470b-903b-4680ed1a87ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:13.199141 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 46426) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:13.242064 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-472eb08a-4089-43d1-a8eb-841c621542df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0ffbe74a26884702b868d7cd3087e6f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416937 Apr 12 18:36:13.244380 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 46428) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:13.274168 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 83dc9de7-98a5-4702-995a-41e2a7d27442 no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:36:13.298936 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: 83dc9de7-98a5-4702-995a-41e2a7d27442 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:36:13.299166 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c05eda6-4135-4f4f-99be-b18d2478e1df admin admin] Publish callbacks [] for security_group (db700081-011a-4bd6-9014-6c1cff17b9ef), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:13.299277 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 83dc9de7-98a5-4702-995a-41e2a7d27442 not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:36:13.299611 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 66777e9c-7047-446e-b255-c6eb76b7e088 no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:36:13.318092 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: 66777e9c-7047-446e-b255-c6eb76b7e088 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:36:13.318439 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 66777e9c-7047-446e-b255-c6eb76b7e088 not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:36:13.318854 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device fa1b097a-f892-4c24-bf15-07b2c786cc13 no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:36:13.320281 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c05eda6-4135-4f4f-99be-b18d2478e1df admin admin] Publish callbacks [] for security_group (db700081-011a-4bd6-9014-6c1cff17b9ef), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:13.337440 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: fa1b097a-f892-4c24-bf15-07b2c786cc13 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:36:13.337786 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device fa1b097a-f892-4c24-bf15-07b2c786cc13 not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:36:13.368472 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c05eda6-4135-4f4f-99be-b18d2478e1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (db700081-011a-4bd6-9014-6c1cff17b9ef), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:13.370994 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c05eda6-4135-4f4f-99be-b18d2478e1df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:13.372156 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-3c05eda6-4135-4f4f-99be-b18d2478e1df admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/db700081-011a-4bd6-9014-6c1cff17b9ef HTTP/1.1" status: 204 len: 168 time: 0.1268675 Apr 12 18:36:13.380678 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05eda6-4135-4f4f-99be-b18d2478e1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db700081-011a-4bd6-9014-6c1cff17b9ef,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:14.642657 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 46478) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:14.744193 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9ee6ed73-978b-4b3f-a7c0-8bbafe8d91f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:14.818485 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9ee6ed73-978b-4b3f-a7c0-8bbafe8d91f1 admin admin] Publish callbacks [] for security_group (aff431e6-5ac6-420c-8483-ac9736114d29), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:14.822100 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9ee6ed73-978b-4b3f-a7c0-8bbafe8d91f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (aff431e6-5ac6-420c-8483-ac9736114d29), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:14.864265 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-9ee6ed73-978b-4b3f-a7c0-8bbafe8d91f1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ba82d788450845e399624b0dd9355b05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205296 Apr 12 18:36:14.865153 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6ed73-978b-4b3f-a7c0-8bbafe8d91f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff431e6-5ac6-420c-8483-ac9736114d29,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:14.866968 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 46482) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:14.917772 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e511ef16-3e7f-41ca-9c4a-1bfbba09df05 admin admin] Publish callbacks [] for security_group (aff431e6-5ac6-420c-8483-ac9736114d29), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:14.938562 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e511ef16-3e7f-41ca-9c4a-1bfbba09df05 admin admin] Publish callbacks [] for security_group (aff431e6-5ac6-420c-8483-ac9736114d29), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:14.984183 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e511ef16-3e7f-41ca-9c4a-1bfbba09df05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (aff431e6-5ac6-420c-8483-ac9736114d29), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:14.986762 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e511ef16-3e7f-41ca-9c4a-1bfbba09df05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:14.987885 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-e511ef16-3e7f-41ca-9c4a-1bfbba09df05 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aff431e6-5ac6-420c-8483-ac9736114d29 HTTP/1.1" status: 204 len: 168 time: 0.1199610 Apr 12 18:36:14.995301 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511ef16-3e7f-41ca-9c4a-1bfbba09df05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff431e6-5ac6-420c-8483-ac9736114d29,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:15.534254 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-930212fd-bf88-46f8-886d-16b8fa15d4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:15.590048 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 46504) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:15.684149 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-5c7983eb-470f-4c2f-bd84-bb6fc7f1504d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1910168286-network', 'tenant_id': '8f112ecd4a6f4f63a4f22824813997aa'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:36:15.702267 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7983eb-470f-4c2f-bd84-bb6fc7f1504d admin admin] Made reservation on behalf of 8f112ecd4a6f4f63a4f22824813997aa for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:36:15.704460 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5c7983eb-470f-4c2f-bd84-bb6fc7f1504d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for network (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:15.712348 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5c7983eb-470f-4c2f-bd84-bb6fc7f1504d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:15.784148 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:36:15.785772 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5c7983eb-470f-4c2f-bd84-bb6fc7f1504d admin admin] Publish callbacks [] for security_group (82522cb9-6fc2-4d7a-9f9f-e2b2346899ff), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:15.789478 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5c7983eb-470f-4c2f-bd84-bb6fc7f1504d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (82522cb9-6fc2-4d7a-9f9f-e2b2346899ff), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:15.814631 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7983eb-470f-4c2f-bd84-bb6fc7f1504d admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:36:15.824244 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7983eb-470f-4c2f-bd84-bb6fc7f1504d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82522cb9-6fc2-4d7a-9f9f-e2b2346899ff,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:15.828958 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5c7983eb-470f-4c2f-bd84-bb6fc7f1504d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (13ff4df3-b80b-4e31-9bef-9c6097fcf8ea), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:15.829331 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.segments_db [None req-5c7983eb-470f-4c2f-bd84-bb6fc7f1504d admin admin] Added segment 13ff4df3-b80b-4e31-9bef-9c6097fcf8ea of type vlan for network 4e416ce4-2742-4d2e-a9b2-791372261ae3 Apr 12 18:36:15.869469 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5c7983eb-470f-4c2f-bd84-bb6fc7f1504d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761369839068'] for network (4e416ce4-2742-4d2e-a9b2-791372261ae3), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:15.892924 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5c7983eb-470f-4c2f-bd84-bb6fc7f1504d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for network (4e416ce4-2742-4d2e-a9b2-791372261ae3), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:15.894412 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7983eb-470f-4c2f-bd84-bb6fc7f1504d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:36:15.894990 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5c7983eb-470f-4c2f-bd84-bb6fc7f1504d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:15.926498 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-5c7983eb-470f-4c2f-bd84-bb6fc7f1504d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3353064 Apr 12 18:36:15.929456 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 46508) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:15.934415 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-1000940f-c314-4ca2-aa19-710ceadaf43e admin admin] Request body: {'subnet': {'network_id': '4e416ce4-2742-4d2e-a9b2-791372261ae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1910168286-subnet', 'tenant_id': '8f112ecd4a6f4f63a4f22824813997aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:36:15.953716 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1000940f-c314-4ca2-aa19-710ceadaf43e admin admin] Made reservation on behalf of 8f112ecd4a6f4f63a4f22824813997aa for: {'subnet': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:36:15.955984 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1000940f-c314-4ca2-aa19-710ceadaf43e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59504417'] for subnet (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:15.957314 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7983eb-470f-4c2f-bd84-bb6fc7f1504d admin admin] Pushing event updated for resources: {'Network': ['ID=4e416ce4-2742-4d2e-a9b2-791372261ae3,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:15.968164 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Network 4e416ce4-2742-4d2e-a9b2-791372261ae3 details requested by agent ovs-agent-dv-cinder-837535-1-iscsi with host dv-cinder-837535-1-iscsi {{(pid=103525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:36:16.122638 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1000940f-c314-4ca2-aa19-710ceadaf43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59103646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59504439'] for subnet (2cb6677b-ef5c-4bec-8c1a-463ef5f0dd08), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:16.171150 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000940f-c314-4ca2-aa19-710ceadaf43e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cb6677b-ef5c-4bec-8c1a-463ef5f0dd08,revision_number=0']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:16.185772 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1000940f-c314-4ca2-aa19-710ceadaf43e admin admin] Checking segment: {'id': '13ff4df3-b80b-4e31-9bef-9c6097fcf8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4e416ce4-2742-4d2e-a9b2-791372261ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:36:16.186138 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1000940f-c314-4ca2-aa19-710ceadaf43e admin admin] Network hostable DHCP agents. Network: 4e416ce4-2742-4d2e-a9b2-791372261ae3, hostable agents: ['fc5bc6ba-9bcd-441b-ae43-9003ca698105'], hosted agents: [] {{(pid=103524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:36:16.203386 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1000940f-c314-4ca2-aa19-710ceadaf43e admin admin] Network 4e416ce4-2742-4d2e-a9b2-791372261ae3 is scheduled to be hosted by DHCP agent fc5bc6ba-9bcd-441b-ae43-9003ca698105 with binding_index 1 {{(pid=103524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:36:16.211732 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-1000940f-c314-4ca2-aa19-710ceadaf43e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837535-1-iscsi, 4e416ce4-2742-4d2e-a9b2-791372261ae3) {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:36:16.215767 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1000940f-c314-4ca2-aa19-710ceadaf43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:36:16.216367 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1000940f-c314-4ca2-aa19-710ceadaf43e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for subnet (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:16.222040 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0d17e5-01ad-4080-8b27-ad890f1fb98c None None] Network 4e416ce4-2742-4d2e-a9b2-791372261ae3 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:36:16.232217 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-1000940f-c314-4ca2-aa19-710ceadaf43e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3016679 Apr 12 18:36:16.322816 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf79809-486f-4824-9bc8-1b9bc55f33e1 None None] Network 4e416ce4-2742-4d2e-a9b2-791372261ae3 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:36:16.688721 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 46524) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:16.693707 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [None req-1ec4c28f-a087-44ac-ae8f-b570a7d46d64 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1900582969-network', 'tenant_id': '2dbc7df22e214a7f91bc9edcf1e815bb'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:36:16.714765 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec4c28f-a087-44ac-ae8f-b570a7d46d64 admin admin] Made reservation on behalf of 2dbc7df22e214a7f91bc9edcf1e815bb for: {'network': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:36:16.716951 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1ec4c28f-a087-44ac-ae8f-b570a7d46d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for network (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:16.724936 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1ec4c28f-a087-44ac-ae8f-b570a7d46d64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:16.799845 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1ec4c28f-a087-44ac-ae8f-b570a7d46d64 admin admin] Publish callbacks [] for security_group (6865c11c-cd5e-4704-80a8-100cd4fd0372), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:16.803384 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1ec4c28f-a087-44ac-ae8f-b570a7d46d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (6865c11c-cd5e-4704-80a8-100cd4fd0372), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:16.827317 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec4c28f-a087-44ac-ae8f-b570a7d46d64 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:36:16.836649 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4c28f-a087-44ac-ae8f-b570a7d46d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6865c11c-cd5e-4704-80a8-100cd4fd0372,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:16.841251 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1ec4c28f-a087-44ac-ae8f-b570a7d46d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (7bd28391-4200-4154-b0af-19048c0db437), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:16.841597 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.db.segments_db [None req-1ec4c28f-a087-44ac-ae8f-b570a7d46d64 admin admin] Added segment 7bd28391-4200-4154-b0af-19048c0db437 of type vlan for network 441dd97e-c704-45c3-85c3-785d7d755ce1 Apr 12 18:36:16.881345 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1ec4c28f-a087-44ac-ae8f-b570a7d46d64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761369839068'] for network (441dd97e-c704-45c3-85c3-785d7d755ce1), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:16.906858 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1ec4c28f-a087-44ac-ae8f-b570a7d46d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141'] for network (441dd97e-c704-45c3-85c3-785d7d755ce1), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:16.908360 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec4c28f-a087-44ac-ae8f-b570a7d46d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:36:16.908944 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1ec4c28f-a087-44ac-ae8f-b570a7d46d64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:16.913447 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:16.944859 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-1ec4c28f-a087-44ac-ae8f-b570a7d46d64 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2548006 Apr 12 18:36:16.947460 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 46526) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:16.952342 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-2e0b8b04-3570-4fb2-bc34-ce980f395438 admin admin] Request body: {'subnet': {'network_id': '441dd97e-c704-45c3-85c3-785d7d755ce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1900582969-subnet', 'tenant_id': '2dbc7df22e214a7f91bc9edcf1e815bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:36:16.971886 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0b8b04-3570-4fb2-bc34-ce980f395438 admin admin] Made reservation on behalf of 2dbc7df22e214a7f91bc9edcf1e815bb for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:36:16.974151 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8b04-3570-4fb2-bc34-ce980f395438 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59774086'] for subnet (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:16.977263 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4c28f-a087-44ac-ae8f-b570a7d46d64 admin admin] Pushing event updated for resources: {'Network': ['ID=441dd97e-c704-45c3-85c3-785d7d755ce1,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:16.987530 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Network 441dd97e-c704-45c3-85c3-785d7d755ce1 details requested by agent ovs-agent-dv-cinder-837535-1-iscsi with host dv-cinder-837535-1-iscsi {{(pid=103525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:36:17.140176 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8b04-3570-4fb2-bc34-ce980f395438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62680832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59774096'] for subnet (42c93ef6-b8ab-4931-93fb-227332b27af9), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:17.200828 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b8b04-3570-4fb2-bc34-ce980f395438 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42c93ef6-b8ab-4931-93fb-227332b27af9,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:17.206399 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b8b04-3570-4fb2-bc34-ce980f395438 admin admin] Checking segment: {'id': '7bd28391-4200-4154-b0af-19048c0db437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '441dd97e-c704-45c3-85c3-785d7d755ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:36:17.206762 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0b8b04-3570-4fb2-bc34-ce980f395438 admin admin] Network hostable DHCP agents. Network: 441dd97e-c704-45c3-85c3-785d7d755ce1, hostable agents: ['fc5bc6ba-9bcd-441b-ae43-9003ca698105'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:36:17.223357 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0b8b04-3570-4fb2-bc34-ce980f395438 admin admin] Network 441dd97e-c704-45c3-85c3-785d7d755ce1 is scheduled to be hosted by DHCP agent fc5bc6ba-9bcd-441b-ae43-9003ca698105 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:36:17.231203 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-2e0b8b04-3570-4fb2-bc34-ce980f395438 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837535-1-iscsi, 441dd97e-c704-45c3-85c3-785d7d755ce1) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:36:17.235529 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0b8b04-3570-4fb2-bc34-ce980f395438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:36:17.236119 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8b04-3570-4fb2-bc34-ce980f395438 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:17.241861 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376b2ee8-f2da-4318-ac15-56c45d1b42c2 None None] Network 441dd97e-c704-45c3-85c3-785d7d755ce1 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:36:17.253620 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-2e0b8b04-3570-4fb2-bc34-ce980f395438 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3049490 Apr 12 18:36:17.343033 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee92477-a55b-4111-a98a-c2ed97d7cf80 None None] Network 441dd97e-c704-45c3-85c3-785d7d755ce1 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:36:17.362881 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 46530) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:17.408642 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f7ff89e-9599-4f03-b352-8572c4de2e6a admin admin] Deleting subnet 2cb6677b-ef5c-4bec-8c1a-463ef5f0dd08 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:36:17.411854 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f7ff89e-9599-4f03-b352-8572c4de2e6a admin admin] Publish callbacks [] for subnet (2cb6677b-ef5c-4bec-8c1a-463ef5f0dd08), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:17.448378 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f7ff89e-9599-4f03-b352-8572c4de2e6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58806645'] for subnet (2cb6677b-ef5c-4bec-8c1a-463ef5f0dd08), precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:17.486947 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f7ff89e-9599-4f03-b352-8572c4de2e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3990049'] for subnet (2cb6677b-ef5c-4bec-8c1a-463ef5f0dd08), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:17.543041 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f7ff89e-9599-4f03-b352-8572c4de2e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3990070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62656991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59774121'] for subnet (2cb6677b-ef5c-4bec-8c1a-463ef5f0dd08), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:17.569204 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ff89e-9599-4f03-b352-8572c4de2e6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cb6677b-ef5c-4bec-8c1a-463ef5f0dd08,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:17.571191 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f7ff89e-9599-4f03-b352-8572c4de2e6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:17.574319 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-2f7ff89e-9599-4f03-b352-8572c4de2e6a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2cb6677b-ef5c-4bec-8c1a-463ef5f0dd08 HTTP/1.1" status: 204 len: 168 time: 0.2104163 Apr 12 18:36:17.577410 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 46532) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:17.642611 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e32d737f-5a33-4582-a8a3-96bb36fe89f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3769168'] for network (4e416ce4-2742-4d2e-a9b2-791372261ae3), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:17.722212 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e32d737f-5a33-4582-a8a3-96bb36fe89f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996314', 'neutron.services.segments.db._delete_segments_for_network-8761370393272'] for network (4e416ce4-2742-4d2e-a9b2-791372261ae3), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:17.741089 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.services.segments.db [None req-e32d737f-5a33-4582-a8a3-96bb36fe89f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e416ce4-2742-4d2e-a9b2-791372261ae3']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:36:17.750056 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.services.segments.db [None req-e32d737f-5a33-4582-a8a3-96bb36fe89f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ff4df3-b80b-4e31-9bef-9c6097fcf8ea') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:36:17.750358 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.services.segments.db [None req-e32d737f-5a33-4582-a8a3-96bb36fe89f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ff4df3-b80b-4e31-9bef-9c6097fcf8ea') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:36:17.759997 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e32d737f-5a33-4582-a8a3-96bb36fe89f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761370364609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58806606'] for segment (13ff4df3-b80b-4e31-9bef-9c6097fcf8ea), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:17.774106 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e32d737f-5a33-4582-a8a3-96bb36fe89f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (13ff4df3-b80b-4e31-9bef-9c6097fcf8ea), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:17.780857 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32d737f-5a33-4582-a8a3-96bb36fe89f0 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:36:17.781317 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e32d737f-5a33-4582-a8a3-96bb36fe89f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62656869'] for segment (13ff4df3-b80b-4e31-9bef-9c6097fcf8ea), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: Traceback (most recent call last): Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: timer() Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: cb(*args, **kw) Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: return func(*args, **kwargs) Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: self._notify() Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: self.callback(batched_events) Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: event.method(event) Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: return f(self, *a, **k) Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: return self._get(url).json() Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: return self.request(url, 'GET', **kwargs) Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:36:17.783112 dv-cinder-837535-1-iscsi neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:36:17.837731 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e32d737f-5a33-4582-a8a3-96bb36fe89f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-807132'] for network (4e416ce4-2742-4d2e-a9b2-791372261ae3), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:17.844087 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e32d737f-5a33-4582-a8a3-96bb36fe89f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:17.847930 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-e32d737f-5a33-4582-a8a3-96bb36fe89f0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4e416ce4-2742-4d2e-a9b2-791372261ae3 HTTP/1.1" status: 204 len: 168 time: 0.2694571 Apr 12 18:36:17.852030 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 46534) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:17.860914 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d737f-5a33-4582-a8a3-96bb36fe89f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e416ce4-2742-4d2e-a9b2-791372261ae3,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:17.896867 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd6d873-c96d-4ca5-8247-fed2d0190501 admin admin] Deleting subnet 42c93ef6-b8ab-4931-93fb-227332b27af9 {{(pid=103524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:36:17.900014 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7bd6d873-c96d-4ca5-8247-fed2d0190501 admin admin] Publish callbacks [] for subnet (42c93ef6-b8ab-4931-93fb-227332b27af9), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:17.933444 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7bd6d873-c96d-4ca5-8247-fed2d0190501 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62755009'] for subnet (42c93ef6-b8ab-4931-93fb-227332b27af9), precommit_delete_associations {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:17.976323 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7bd6d873-c96d-4ca5-8247-fed2d0190501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3990049'] for subnet (42c93ef6-b8ab-4931-93fb-227332b27af9), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:18.026888 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7bd6d873-c96d-4ca5-8247-fed2d0190501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3990070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59090753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59504398'] for subnet (42c93ef6-b8ab-4931-93fb-227332b27af9), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:18.050280 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6d873-c96d-4ca5-8247-fed2d0190501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42c93ef6-b8ab-4931-93fb-227332b27af9,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:18.055749 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7bd6d873-c96d-4ca5-8247-fed2d0190501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for subnet (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:18.058882 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-7bd6d873-c96d-4ca5-8247-fed2d0190501 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/42c93ef6-b8ab-4931-93fb-227332b27af9 HTTP/1.1" status: 204 len: 168 time: 0.2058413 Apr 12 18:36:18.062075 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 46536) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:18.129024 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-26a4b5c3-8b61-4995-960e-a23fb848742b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3769168'] for network (441dd97e-c704-45c3-85c3-785d7d755ce1), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:18.208009 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-26a4b5c3-8b61-4995-960e-a23fb848742b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996314', 'neutron.services.segments.db._delete_segments_for_network-8761370393272'] for network (441dd97e-c704-45c3-85c3-785d7d755ce1), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:18.227421 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-26a4b5c3-8b61-4995-960e-a23fb848742b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441dd97e-c704-45c3-85c3-785d7d755ce1']}} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:36:18.237129 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-26a4b5c3-8b61-4995-960e-a23fb848742b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd28391-4200-4154-b0af-19048c0db437') {'for_net_delete': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:36:18.237433 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-26a4b5c3-8b61-4995-960e-a23fb848742b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd28391-4200-4154-b0af-19048c0db437') {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:36:18.246439 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-26a4b5c3-8b61-4995-960e-a23fb848742b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761370364609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62755066'] for segment (7bd28391-4200-4154-b0af-19048c0db437), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:18.259201 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-26a4b5c3-8b61-4995-960e-a23fb848742b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (7bd28391-4200-4154-b0af-19048c0db437), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:18.265539 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a4b5c3-8b61-4995-960e-a23fb848742b admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:36:18.265924 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-26a4b5c3-8b61-4995-960e-a23fb848742b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59090939'] for segment (7bd28391-4200-4154-b0af-19048c0db437), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: Traceback (most recent call last): Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: timer() Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: cb(*args, **kw) Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: return func(*args, **kwargs) Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: self._notify() Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: self.callback(batched_events) Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: event.method(event) Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: return f(self, *a, **k) Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: return self._get(url).json() Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: return self.request(url, 'GET', **kwargs) Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:36:18.267601 dv-cinder-837535-1-iscsi neutron-server[103524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:36:18.323577 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-26a4b5c3-8b61-4995-960e-a23fb848742b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-807132'] for network (441dd97e-c704-45c3-85c3-785d7d755ce1), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:18.328595 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-26a4b5c3-8b61-4995-960e-a23fb848742b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:18.331688 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-26a4b5c3-8b61-4995-960e-a23fb848742b admin admin] 10.222.0.52 "DELETE /v2.0/networks/441dd97e-c704-45c3-85c3-785d7d755ce1 HTTP/1.1" status: 204 len: 168 time: 0.2687142 Apr 12 18:36:18.342412 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4b5c3-8b61-4995-960e-a23fb848742b admin admin] Pushing event deleted for resources: {'Network': ['ID=441dd97e-c704-45c3-85c3-785d7d755ce1,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:18.416417 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:18.488467 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 46540) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:18.526777 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-2264a104-bbcf-493b-97d1-455a0847c4ca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f112ecd4a6f4f63a4f22824813997aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370638 Apr 12 18:36:18.529353 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 46542) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:18.574776 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6197ce82-921b-4aaa-aade-b7ec55965c0e admin admin] Publish callbacks [] for security_group (82522cb9-6fc2-4d7a-9f9f-e2b2346899ff), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:18.596773 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6197ce82-921b-4aaa-aade-b7ec55965c0e admin admin] Publish callbacks [] for security_group (82522cb9-6fc2-4d7a-9f9f-e2b2346899ff), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:18.642350 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6197ce82-921b-4aaa-aade-b7ec55965c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (82522cb9-6fc2-4d7a-9f9f-e2b2346899ff), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:18.645290 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6197ce82-921b-4aaa-aade-b7ec55965c0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:18.646422 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-6197ce82-921b-4aaa-aade-b7ec55965c0e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82522cb9-6fc2-4d7a-9f9f-e2b2346899ff HTTP/1.1" status: 204 len: 168 time: 0.1155410 Apr 12 18:36:18.654114 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197ce82-921b-4aaa-aade-b7ec55965c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82522cb9-6fc2-4d7a-9f9f-e2b2346899ff,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:18.950628 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 46548) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:18.990915 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-c2cf002e-cde9-4a83-9ed5-654fcdd0b053 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2dbc7df22e214a7f91bc9edcf1e815bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391505 Apr 12 18:36:18.993315 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 46550) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:19.040702 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b4e50702-1635-4afe-951d-03531be6a5ff admin admin] Publish callbacks [] for security_group (6865c11c-cd5e-4704-80a8-100cd4fd0372), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:19.063178 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b4e50702-1635-4afe-951d-03531be6a5ff admin admin] Publish callbacks [] for security_group (6865c11c-cd5e-4704-80a8-100cd4fd0372), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:19.110201 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b4e50702-1635-4afe-951d-03531be6a5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (6865c11c-cd5e-4704-80a8-100cd4fd0372), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:19.112757 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b4e50702-1635-4afe-951d-03531be6a5ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:19.113932 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-b4e50702-1635-4afe-951d-03531be6a5ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6865c11c-cd5e-4704-80a8-100cd4fd0372 HTTP/1.1" status: 204 len: 168 time: 0.1197243 Apr 12 18:36:19.121692 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e50702-1635-4afe-951d-03531be6a5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6865c11c-cd5e-4704-80a8-100cd4fd0372,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:19.311963 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:21.444376 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 46618) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:21.548506 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f48f48f4-c057-4e68-a8e7-431c1c7210d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:21.625300 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f48f48f4-c057-4e68-a8e7-431c1c7210d6 admin admin] Publish callbacks [] for security_group (8782bc31-d822-4f23-b4e0-925ecfd322b6), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:21.628712 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f48f48f4-c057-4e68-a8e7-431c1c7210d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (8782bc31-d822-4f23-b4e0-925ecfd322b6), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:21.667223 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-f48f48f4-c057-4e68-a8e7-431c1c7210d6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6bdb520fdf8d4890a06cd3e231741cc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215779 Apr 12 18:36:21.668134 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f48f4-c057-4e68-a8e7-431c1c7210d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8782bc31-d822-4f23-b4e0-925ecfd322b6,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:21.669727 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 46622) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:21.717210 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ef9f31b-5bc8-42c1-ade3-829546baff54 admin admin] Publish callbacks [] for security_group (8782bc31-d822-4f23-b4e0-925ecfd322b6), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:21.737663 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ef9f31b-5bc8-42c1-ade3-829546baff54 admin admin] Publish callbacks [] for security_group (8782bc31-d822-4f23-b4e0-925ecfd322b6), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:21.786283 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ef9f31b-5bc8-42c1-ade3-829546baff54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (8782bc31-d822-4f23-b4e0-925ecfd322b6), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:21.788879 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ef9f31b-5bc8-42c1-ade3-829546baff54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:21.790031 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-3ef9f31b-5bc8-42c1-ade3-829546baff54 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8782bc31-d822-4f23-b4e0-925ecfd322b6 HTTP/1.1" status: 204 len: 168 time: 0.1192486 Apr 12 18:36:21.797734 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9f31b-5bc8-42c1-ade3-829546baff54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8782bc31-d822-4f23-b4e0-925ecfd322b6,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:22.040450 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 46628) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:22.053792 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1357185d-5a1d-4240-8496-689d25fa39e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:22.126628 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1357185d-5a1d-4240-8496-689d25fa39e3 admin admin] Publish callbacks [] for security_group (1ccaa8bf-e46f-41b5-98a8-7dd61ac9b8c7), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:22.130335 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1357185d-5a1d-4240-8496-689d25fa39e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (1ccaa8bf-e46f-41b5-98a8-7dd61ac9b8c7), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:22.167600 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-1357185d-5a1d-4240-8496-689d25fa39e3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=343f276e1b234fa39402232bcaa6b5ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259899 Apr 12 18:36:22.168562 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357185d-5a1d-4240-8496-689d25fa39e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccaa8bf-e46f-41b5-98a8-7dd61ac9b8c7,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:22.170920 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 46630) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:22.220035 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3cfdcb7-3cef-4d55-9b58-c7b89a703e47 admin admin] Publish callbacks [] for security_group (1ccaa8bf-e46f-41b5-98a8-7dd61ac9b8c7), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:22.240998 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3cfdcb7-3cef-4d55-9b58-c7b89a703e47 admin admin] Publish callbacks [] for security_group (1ccaa8bf-e46f-41b5-98a8-7dd61ac9b8c7), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:22.286872 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3cfdcb7-3cef-4d55-9b58-c7b89a703e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (1ccaa8bf-e46f-41b5-98a8-7dd61ac9b8c7), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:22.289613 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3cfdcb7-3cef-4d55-9b58-c7b89a703e47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:22.290675 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-a3cfdcb7-3cef-4d55-9b58-c7b89a703e47 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1ccaa8bf-e46f-41b5-98a8-7dd61ac9b8c7 HTTP/1.1" status: 204 len: 168 time: 0.1187854 Apr 12 18:36:22.298597 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cfdcb7-3cef-4d55-9b58-c7b89a703e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccaa8bf-e46f-41b5-98a8-7dd61ac9b8c7,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:24.171426 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:28.568860 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 46750) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:28.671932 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6981f055-37da-498b-9232-b23095be8cd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:28.750472 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6981f055-37da-498b-9232-b23095be8cd2 admin admin] Publish callbacks [] for security_group (62472612-f3b3-4da5-ac17-eb98e1f18e1d), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:28.753917 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6981f055-37da-498b-9232-b23095be8cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (62472612-f3b3-4da5-ac17-eb98e1f18e1d), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:28.792045 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-6981f055-37da-498b-9232-b23095be8cd2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8c0a2bd288524560846ea1d2d60971f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221138 Apr 12 18:36:28.792910 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981f055-37da-498b-9232-b23095be8cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62472612-f3b3-4da5-ac17-eb98e1f18e1d,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:28.794722 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 46754) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:28.842974 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-64a8e1b4-fcec-4a74-a666-d43bff173e78 admin admin] Publish callbacks [] for security_group (62472612-f3b3-4da5-ac17-eb98e1f18e1d), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:28.864664 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-64a8e1b4-fcec-4a74-a666-d43bff173e78 admin admin] Publish callbacks [] for security_group (62472612-f3b3-4da5-ac17-eb98e1f18e1d), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:28.911436 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-64a8e1b4-fcec-4a74-a666-d43bff173e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (62472612-f3b3-4da5-ac17-eb98e1f18e1d), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:28.914209 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-64a8e1b4-fcec-4a74-a666-d43bff173e78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:28.915402 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-64a8e1b4-fcec-4a74-a666-d43bff173e78 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/62472612-f3b3-4da5-ac17-eb98e1f18e1d HTTP/1.1" status: 204 len: 168 time: 0.1196599 Apr 12 18:36:28.923010 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8e1b4-fcec-4a74-a666-d43bff173e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62472612-f3b3-4da5-ac17-eb98e1f18e1d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:29.171559 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 46760) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:29.187022 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2eabbb6-f4f8-493b-bd7e-530e0ad0930f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:29.261602 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2eabbb6-f4f8-493b-bd7e-530e0ad0930f admin admin] Publish callbacks [] for security_group (6dc164d0-70e5-44c0-9c22-5cc4b226c929), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:29.265341 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2eabbb6-f4f8-493b-bd7e-530e0ad0930f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (6dc164d0-70e5-44c0-9c22-5cc4b226c929), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:29.305377 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-d2eabbb6-f4f8-493b-bd7e-530e0ad0930f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bc0f1cf517f941e39d6d646e895d62a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327400 Apr 12 18:36:29.306242 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eabbb6-f4f8-493b-bd7e-530e0ad0930f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc164d0-70e5-44c0-9c22-5cc4b226c929,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:29.308005 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 46762) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:29.355029 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ae25470a-260c-41df-94d3-111df22909d7 admin admin] Publish callbacks [] for security_group (6dc164d0-70e5-44c0-9c22-5cc4b226c929), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:29.377140 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ae25470a-260c-41df-94d3-111df22909d7 admin admin] Publish callbacks [] for security_group (6dc164d0-70e5-44c0-9c22-5cc4b226c929), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:29.424276 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ae25470a-260c-41df-94d3-111df22909d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (6dc164d0-70e5-44c0-9c22-5cc4b226c929), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:29.426766 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ae25470a-260c-41df-94d3-111df22909d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:29.428007 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-ae25470a-260c-41df-94d3-111df22909d7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6dc164d0-70e5-44c0-9c22-5cc4b226c929 HTTP/1.1" status: 204 len: 168 time: 0.1189239 Apr 12 18:36:29.435861 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25470a-260c-41df-94d3-111df22909d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc164d0-70e5-44c0-9c22-5cc4b226c929,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:30.428158 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 46792) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:30.527161 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-79c0d915-83c7-4285-b486-3a3c10cbb867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:30.599196 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-79c0d915-83c7-4285-b486-3a3c10cbb867 admin admin] Publish callbacks [] for security_group (141eb1be-eb81-47b2-80cc-c2eab3d7fa6d), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:30.602949 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-79c0d915-83c7-4285-b486-3a3c10cbb867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (141eb1be-eb81-47b2-80cc-c2eab3d7fa6d), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:30.641646 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0d915-83c7-4285-b486-3a3c10cbb867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141eb1be-eb81-47b2-80cc-c2eab3d7fa6d,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:30.645855 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-79c0d915-83c7-4285-b486-3a3c10cbb867 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a4c79071abd94bee8ac8e1dd6740c900&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166185 Apr 12 18:36:30.648448 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 46796) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:30.695439 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-25bd72b7-229a-400e-8a18-dd4143d8a234 admin admin] Publish callbacks [] for security_group (141eb1be-eb81-47b2-80cc-c2eab3d7fa6d), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:30.716644 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-25bd72b7-229a-400e-8a18-dd4143d8a234 admin admin] Publish callbacks [] for security_group (141eb1be-eb81-47b2-80cc-c2eab3d7fa6d), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:30.761569 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-25bd72b7-229a-400e-8a18-dd4143d8a234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (141eb1be-eb81-47b2-80cc-c2eab3d7fa6d), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:30.764683 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-25bd72b7-229a-400e-8a18-dd4143d8a234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:30.765825 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-25bd72b7-229a-400e-8a18-dd4143d8a234 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/141eb1be-eb81-47b2-80cc-c2eab3d7fa6d HTTP/1.1" status: 204 len: 168 time: 0.1164970 Apr 12 18:36:30.773300 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd72b7-229a-400e-8a18-dd4143d8a234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141eb1be-eb81-47b2-80cc-c2eab3d7fa6d,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:39.699285 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 46868) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:39.800111 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2250acb9-2e87-482b-ba54-f6f969af77b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:39.872394 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2250acb9-2e87-482b-ba54-f6f969af77b1 admin admin] Publish callbacks [] for security_group (58c9f621-f24b-4f20-9bfc-5235a9393f19), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:39.876194 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2250acb9-2e87-482b-ba54-f6f969af77b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (58c9f621-f24b-4f20-9bfc-5235a9393f19), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:39.913825 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-2250acb9-2e87-482b-ba54-f6f969af77b1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3657ff5a21814a9d8629e3d83d726859&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2133858 Apr 12 18:36:39.915750 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250acb9-2e87-482b-ba54-f6f969af77b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c9f621-f24b-4f20-9bfc-5235a9393f19,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:39.916516 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 46872) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:39.964426 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7801dccc-88a6-4bda-98a6-cd6a84af05be admin admin] Publish callbacks [] for security_group (58c9f621-f24b-4f20-9bfc-5235a9393f19), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:39.985991 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7801dccc-88a6-4bda-98a6-cd6a84af05be admin admin] Publish callbacks [] for security_group (58c9f621-f24b-4f20-9bfc-5235a9393f19), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:40.032103 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7801dccc-88a6-4bda-98a6-cd6a84af05be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (58c9f621-f24b-4f20-9bfc-5235a9393f19), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:40.034779 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7801dccc-88a6-4bda-98a6-cd6a84af05be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:40.036166 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-7801dccc-88a6-4bda-98a6-cd6a84af05be admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/58c9f621-f24b-4f20-9bfc-5235a9393f19 HTTP/1.1" status: 204 len: 168 time: 0.1186419 Apr 12 18:36:40.043636 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801dccc-88a6-4bda-98a6-cd6a84af05be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c9f621-f24b-4f20-9bfc-5235a9393f19,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:36:43.168614 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b5a7f17a-4626-4ec2-9adc-8693a67b1fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:45.535931 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-01d40749-5ccf-4c24-9f72-865928b8da21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:46.910460 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:48.418529 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:49.314655 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:52.783085 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:36:54.188104 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:04.265820 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-669c2f6b-0b10-41ef-98ef-8834562ba7a7 req-b00ac242-dd61-4d4a-a1c2-5f507ca96dd6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404584 Apr 12 18:37:04.343213 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c2f6b-0b10-41ef-98ef-8834562ba7a7 req-e95469f5-13ad-40df-bb92-604d7cb37b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:04.345304 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-669c2f6b-0b10-41ef-98ef-8834562ba7a7 req-e95469f5-13ad-40df-bb92-604d7cb37b8e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9533c204e06a484c8a8c0cca48c4a2e6&device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 1129 time: 0.0380383 Apr 12 18:37:04.446883 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c2f6b-0b10-41ef-98ef-8834562ba7a7 req-0507ffad-9f61-40ed-b30c-06447084a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:04.448239 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-669c2f6b-0b10-41ef-98ef-8834562ba7a7 req-0507ffad-9f61-40ed-b30c-06447084a7cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=015c960c-be3b-4fd3-b0bc-89103f2458f8 HTTP/1.1" status: 200 len: 913 time: 0.0865190 Apr 12 18:37:04.510809 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-669c2f6b-0b10-41ef-98ef-8834562ba7a7 req-50615626-0f1b-4106-85d8-65c99090c5f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a801d6e-c6ff-4f51-8921-99820941c4b2 HTTP/1.1" status: 200 len: 1001 time: 0.0565269 Apr 12 18:37:04.557848 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c2f6b-0b10-41ef-98ef-8834562ba7a7 req-aad4ba58-d790-45e7-87dc-b5db1aa9c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:04.559234 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-669c2f6b-0b10-41ef-98ef-8834562ba7a7 req-aad4ba58-d790-45e7-87dc-b5db1aa9c89f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45b3b4b0-14e0-4976-a243-ab2b03a6eaa0 HTTP/1.1" status: 200 len: 851 time: 0.0428569 Apr 12 18:37:04.603689 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c2f6b-0b10-41ef-98ef-8834562ba7a7 req-6d0a88e4-2be4-41e2-ac9a-98bba18aed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:04.605189 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-669c2f6b-0b10-41ef-98ef-8834562ba7a7 req-6d0a88e4-2be4-41e2-ac9a-98bba18aed4d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=015c960c-be3b-4fd3-b0bc-89103f2458f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399425 Apr 12 18:37:04.691569 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-669c2f6b-0b10-41ef-98ef-8834562ba7a7 req-5e4ab606-474d-4d89-9e12-e7276fe367fb service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802908 Apr 12 18:37:04.781292 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-669c2f6b-0b10-41ef-98ef-8834562ba7a7 req-3aad9e2c-2a3a-4445-b370-7b6c1d0984f0 service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838308 Apr 12 18:37:13.174529 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a13d55f9-7ce5-496c-8826-11949c19cb07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:15.538767 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-e9119e76-5942-421c-858b-8dc387b3e7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:16.912533 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:18.420048 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:19.316875 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:23.898707 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0072e-9fb6-473d-969e-310ccdcd88bc req-543b9a3f-a40f-4f11-aef9-6a2e2bb2feb6 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:23.900158 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-29e0072e-9fb6-473d-969e-310ccdcd88bc req-543b9a3f-a40f-4f11-aef9-6a2e2bb2feb6 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 945 time: 0.0487280 Apr 12 18:37:23.948319 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-29e0072e-9fb6-473d-969e-310ccdcd88bc req-bfb36866-34a2-4e8a-8b22-c1443f38454b tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421629 Apr 12 18:37:24.203073 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:25.060657 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f92a2a-1578-44fd-9cdf-212e94f57edb req-b5f8614e-2082-4c16-ba50-342f7e2af88e tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:25.062125 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-29f92a2a-1578-44fd-9cdf-212e94f57edb req-b5f8614e-2082-4c16-ba50-342f7e2af88e tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 945 time: 0.0462301 Apr 12 18:37:25.114881 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-29f92a2a-1578-44fd-9cdf-212e94f57edb req-dd103ccc-b5e2-4a18-bfa3-e3b611f0dc3f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471289 Apr 12 18:37:25.463985 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8173aab-e443-4632-bb50-0adab5428d9e req-8d8a283b-c45f-46f5-9a80-2b369c104643 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:25.465419 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c8173aab-e443-4632-bb50-0adab5428d9e req-8d8a283b-c45f-46f5-9a80-2b369c104643 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.26 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 945 time: 0.0453434 Apr 12 18:37:25.546322 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-c8173aab-e443-4632-bb50-0adab5428d9e req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Deleting port 0a801d6e-c6ff-4f51-8921-99820941c4b2 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:37:25.546577 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-c8173aab-e443-4632-bb50-0adab5428d9e req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (0a801d6e-c6ff-4f51-8921-99820941c4b2), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:25.633991 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-c8173aab-e443-4632-bb50-0adab5428d9e req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] For port 0a801d6e-c6ff-4f51-8921-99820941c4b2, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0a801d6e-c6ff-4f51-8921-99820941c4b2,segment=NetworkSegment(de26e585-a5c1-4ee0-9f2a-7955fb03bb32),segment_id=de26e585-a5c1-4ee0-9f2a-7955fb03bb32)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:37:25.634350 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-c8173aab-e443-4632-bb50-0adab5428d9e req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (0a801d6e-c6ff-4f51-8921-99820941c4b2), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:25.798853 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-c8173aab-e443-4632-bb50-0adab5428d9e req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:25.799291 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-c8173aab-e443-4632-bb50-0adab5428d9e req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (6b3033ba-6018-4e37-b139-daa886f26028), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:25.799608 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.db.l3_db [req-c8173aab-e443-4632-bb50-0adab5428d9e req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Floating IP 6b3033ba-6018-4e37-b139-daa886f26028 disassociated. External IP: 172.27.1.217, port: 0a801d6e-c6ff-4f51-8921-99820941c4b2. Apr 12 18:37:25.799949 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-c8173aab-e443-4632-bb50-0adab5428d9e req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Calling delete_port for 0a801d6e-c6ff-4f51-8921-99820941c4b2 owned by compute:nova {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:37:25.926599 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-c8173aab-e443-4632-bb50-0adab5428d9e req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (0a801d6e-c6ff-4f51-8921-99820941c4b2), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:25.952566 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Pushing event deleted for resources: {'Port': ['ID=0a801d6e-c6ff-4f51-8921-99820941c4b2,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:37:25.966743 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:25.967092 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:25.967434 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:25.967772 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:25.968105 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:25.968435 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:25.968767 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:25.969129 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:25.969435 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:25.969758 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:25.970081 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:25.971006 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:25.971330 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:25.971652 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:25.971973 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:26.082692 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8173aab-e443-4632-bb50-0adab5428d9e req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:37:26.191205 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8173aab-e443-4632-bb50-0adab5428d9e req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:37:26.202458 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a6fa4b-cdbf-4cfa-8a05-33f1a7d82d96 None None] Sync routers for ids ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'] in dv-cinder-837535-1-iscsi {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:37:26.213710 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-13ac9587-bc9e-4498-8513-a068e47490e5 req-94714c03-029c-49f5-8697-d05a5dc3ca10 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e66cb1d4-1278-416e-a490-16faf3a5cc94 HTTP/1.1" status: 200 len: 210 time: 0.0310588 Apr 12 18:37:26.216787 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a6fa4b-cdbf-4cfa-8a05-33f1a7d82d96 None None] Routers {'26d78dcd-cddb-4e74-9612-e20a3e9cf09c'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:37:26.217455 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-68a6fa4b-cdbf-4cfa-8a05-33f1a7d82d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:37:16Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:37:26.236245 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8173aab-e443-4632-bb50-0adab5428d9e req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] No DVR routers for this DVR port 0a801d6e-c6ff-4f51-8921-99820941c4b2 on host hv-cinder-83753 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:37:26.238917 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-c8173aab-e443-4632-bb50-0adab5428d9e req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:26.242278 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c8173aab-e443-4632-bb50-0adab5428d9e req-d6eca138-3c63-47db-bc98-42197b9d2bfd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.26 "DELETE /v2.0/ports/0a801d6e-c6ff-4f51-8921-99820941c4b2 HTTP/1.1" status: 204 len: 173 time: 0.7705264 Apr 12 18:37:26.242838 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66cb1d4-1278-416e-a490-16faf3a5cc94', 'name': 'network-vif-deleted', 'tag': '0a801d6e-c6ff-4f51-8921-99820941c4b2'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:37:26.244962 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16afe065-801d-46f4-bd36-5c539c935376" -d '{"events": [{"server_uuid": "e66cb1d4-1278-416e-a490-16faf3a5cc94", "name": "network-vif-deleted", "tag": "0a801d6e-c6ff-4f51-8921-99820941c4b2"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:37:26.294633 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff9a6fb-88e2-478d-9f33-de6d9f613628 x-openstack-request-id: req-bff9a6fb-88e2-478d-9f33-de6d9f613628 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:37:26.295368 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e66cb1d4-1278-416e-a490-16faf3a5cc94", "name": "network-vif-deleted", "tag": "0a801d6e-c6ff-4f51-8921-99820941c4b2", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:37:26.295822 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bff9a6fb-88e2-478d-9f33-de6d9f613628 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:37:26.296420 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bff9a6fb-88e2-478d-9f33-de6d9f613628'] response: {'server_uuid': 'e66cb1d4-1278-416e-a490-16faf3a5cc94', 'name': 'network-vif-deleted', 'tag': '0a801d6e-c6ff-4f51-8921-99820941c4b2', 'status': 'completed', 'code': 200} Apr 12 18:37:26.335495 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-68a6fa4b-cdbf-4cfa-8a05-33f1a7d82d96 None None] Set router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:37:26.537800 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-68a6fa4b-cdbf-4cfa-8a05-33f1a7d82d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:05Z', 'revision_number': 4, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'gw_port': {'id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '82067ea9-62ea-4566-8528-5537b9392cdb', 'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'mac_address': 'fa:16:3e:f8:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:05Z', 'updated_at': '2022-04-12T18:34:09Z', 'revision_number': 5, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'subnets': [{'id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:37:26.565301 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a6fa4b-cdbf-4cfa-8a05-33f1a7d82d96 None None] Checking router: 26d78dcd-cddb-4e74-9612-e20a3e9cf09c for host: dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:37:26.573712 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a6fa4b-cdbf-4cfa-8a05-33f1a7d82d96 None None] Routers {'26d78dcd-cddb-4e74-9612-e20a3e9cf09c'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:37:26.574324 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-68a6fa4b-cdbf-4cfa-8a05-33f1a7d82d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:37:16Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:37:26.682546 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-68a6fa4b-cdbf-4cfa-8a05-33f1a7d82d96 None None] Set router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:37:26.879496 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-68a6fa4b-cdbf-4cfa-8a05-33f1a7d82d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:05Z', 'revision_number': 4, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'gw_port': {'id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '82067ea9-62ea-4566-8528-5537b9392cdb', 'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'mac_address': 'fa:16:3e:f8:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:05Z', 'updated_at': '2022-04-12T18:34:09Z', 'revision_number': 5, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'subnets': [{'id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:37:26.907597 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a6fa4b-cdbf-4cfa-8a05-33f1a7d82d96 None None] The sync data for ids ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'] in dv-cinder-837535-1-iscsi is: [{'id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:05Z', 'revision_number': 4, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'gw_port': {'id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '82067ea9-62ea-4566-8528-5537b9392cdb', 'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'mac_address': 'fa:16:3e:f8:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:05Z', 'updated_at': '2022-04-12T18:34:09Z', 'revision_number': 5, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'subnets': [{'id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:37:27.120555 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357a8545-1658-49a4-92b5-cdff6768781a None None] New status for floating IP 6b3033ba-6018-4e37-b139-daa886f26028: DOWN {{(pid=103526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:37:27.479523 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-674deb35-5b09-4c9a-83fd-26091e841615 req-febb3502-8b21-4bae-93d6-43a8b5416ea9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1018677148&fields=id&tenant_id=9533c204e06a484c8a8c0cca48c4a2e6 HTTP/1.1" status: 200 len: 267 time: 0.0462284 Apr 12 18:37:27.583265 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674deb35-5b09-4c9a-83fd-26091e841615 req-8ba4e8d0-4e86-40f9-926f-308a0d19bdd9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:27.584756 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-674deb35-5b09-4c9a-83fd-26091e841615 req-8ba4e8d0-4e86-40f9-926f-308a0d19bdd9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/networks?id=015c960c-be3b-4fd3-b0bc-89103f2458f8 HTTP/1.1" status: 200 len: 812 time: 0.0990899 Apr 12 18:37:27.600128 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-674deb35-5b09-4c9a-83fd-26091e841615 req-ae8e9d28-e957-4e1d-b4f2-f92f0f8c2028 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/quotas/9533c204e06a484c8a8c0cca48c4a2e6 HTTP/1.1" status: 200 len: 375 time: 0.0099583 Apr 12 18:37:27.647852 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-674deb35-5b09-4c9a-83fd-26091e841615 req-630f09c6-577f-40a9-8305-c9787c95c54b tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9533c204e06a484c8a8c0cca48c4a2e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430212 Apr 12 18:37:27.833049 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-674deb35-5b09-4c9a-83fd-26091e841615 req-0c616160-63d6-4c03-a0cf-65fb204d947f service neutron] 10.222.0.52 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731238 Apr 12 18:37:27.926004 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-674deb35-5b09-4c9a-83fd-26091e841615 req-85c1c47d-97d3-4ba6-ad5a-5dc6733379c6 service neutron] 10.222.0.52 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867965 Apr 12 18:37:28.210211 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-304b479a-753c-40ec-aa25-34fb435d73f8 req-e742bcde-88ba-4a0a-9c75-97ef5c71e90b tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 210 time: 0.0288863 Apr 12 18:37:28.783159 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 0a801d6e-c6ff-4f51-8921-99820941c4b2 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:37:28.803472 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] No Port match for: 0a801d6e-c6ff-4f51-8921-99820941c4b2 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:37:28.803818 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device 0a801d6e-c6ff-4f51-8921-99820941c4b2 not bound to the agent host hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:37:29.214702 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674deb35-5b09-4c9a-83fd-26091e841615 req-ea3e6002-718e-4b1f-97d3-ef293b6c4d3f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:29.216129 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-674deb35-5b09-4c9a-83fd-26091e841615 req-ea3e6002-718e-4b1f-97d3-ef293b6c4d3f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.26 "GET /v2.0/networks?id=015c960c-be3b-4fd3-b0bc-89103f2458f8 HTTP/1.1" status: 200 len: 812 time: 0.1082280 Apr 12 18:37:29.281842 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-674deb35-5b09-4c9a-83fd-26091e841615 req-54b5eadf-20cd-4410-960e-c0cd5a0b31ed tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9533c204e06a484c8a8c0cca48c4a2e6 HTTP/1.1" status: 200 len: 380 time: 0.0569730 Apr 12 18:37:29.289943 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-674deb35-5b09-4c9a-83fd-26091e841615 req-6b78b38c-1b0c-43fd-b6b5-c0e7f09258a9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Request body: {'port': {'device_id': 'e0a60296-fb36-4609-8992-04d09618868a', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'admin_state_up': True, 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'security_groups': ['924c204f-c913-4400-8e2f-0e0244ef90f9']}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:37:29.310570 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-2e026f6c-e9ed-454c-8ffd-09e0e63ef2f2 req-ba078767-9214-4e18-b4f6-97dad32832a8 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 210 time: 0.0300410 Apr 12 18:37:29.647496 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-674deb35-5b09-4c9a-83fd-26091e841615 req-6b78b38c-1b0c-43fd-b6b5-c0e7f09258a9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Made reservation on behalf of 9533c204e06a484c8a8c0cca48c4a2e6 for: {'port': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:37:29.650815 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-674deb35-5b09-4c9a-83fd-26091e841615 req-6b78b38c-1b0c-43fd-b6b5-c0e7f09258a9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:29.777312 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [req-674deb35-5b09-4c9a-83fd-26091e841615 req-6b78b38c-1b0c-43fd-b6b5-c0e7f09258a9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Allocated IP 172.20.0.5 (015c960c-be3b-4fd3-b0bc-89103f2458f8/45b3b4b0-14e0-4976-a243-ab2b03a6eaa0/a3c77747-e476-4f0a-ac00-b1a422bd93aa) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:37:29.782278 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:37:29.915908 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-674deb35-5b09-4c9a-83fd-26091e841615 req-6b78b38c-1b0c-43fd-b6b5-c0e7f09258a9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for port (a3c77747-e476-4f0a-ac00-b1a422bd93aa), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:29.948423 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-674deb35-5b09-4c9a-83fd-26091e841615 req-6b78b38c-1b0c-43fd-b6b5-c0e7f09258a9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (a3c77747-e476-4f0a-ac00-b1a422bd93aa), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:29.988772 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-674deb35-5b09-4c9a-83fd-26091e841615 req-6b78b38c-1b0c-43fd-b6b5-c0e7f09258a9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Network 015c960c-be3b-4fd3-b0bc-89103f2458f8 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:37:29.993702 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [req-674deb35-5b09-4c9a-83fd-26091e841615 req-6b78b38c-1b0c-43fd-b6b5-c0e7f09258a9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:37:29.997319 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-674deb35-5b09-4c9a-83fd-26091e841615 req-6b78b38c-1b0c-43fd-b6b5-c0e7f09258a9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:37:30.024951 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78b38c-1b0c-43fd-b6b5-c0e7f09258a9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Pushing event updated for resources: {'Port': ['ID=a3c77747-e476-4f0a-ac00-b1a422bd93aa,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:37:30.053593 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674deb35-5b09-4c9a-83fd-26091e841615 req-6b78b38c-1b0c-43fd-b6b5-c0e7f09258a9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:30.054218 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-674deb35-5b09-4c9a-83fd-26091e841615 req-6b78b38c-1b0c-43fd-b6b5-c0e7f09258a9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:30.072933 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-674deb35-5b09-4c9a-83fd-26091e841615 req-6b78b38c-1b0c-43fd-b6b5-c0e7f09258a9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7865860 Apr 12 18:37:30.084449 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-674deb35-5b09-4c9a-83fd-26091e841615 req-cd3c6434-8a75-4f60-9e5d-0d29be980d4f service neutron] Request body: {'port': {'device_id': 'e0a60296-fb36-4609-8992-04d09618868a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:37:30.145166 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-674deb35-5b09-4c9a-83fd-26091e841615 req-cd3c6434-8a75-4f60-9e5d-0d29be980d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (a3c77747-e476-4f0a-ac00-b1a422bd93aa), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:30.260505 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-9feccb2a-e7f1-4412-8ba1-4be8f2f7c583 None None] Provisioning complete for port a3c77747-e476-4f0a-ac00-b1a422bd93aa triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:37:30.261110 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-9feccb2a-e7f1-4412-8ba1-4be8f2f7c583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (a3c77747-e476-4f0a-ac00-b1a422bd93aa), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:30.298899 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-9feccb2a-e7f1-4412-8ba1-4be8f2f7c583 None None] Port a3c77747-e476-4f0a-ac00-b1a422bd93aa cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:37:30.413275 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [req-674deb35-5b09-4c9a-83fd-26091e841615 req-cd3c6434-8a75-4f60-9e5d-0d29be980d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c77747-e476-4f0a-ac00-b1a422bd93aa {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:37:30.420840 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-674deb35-5b09-4c9a-83fd-26091e841615 req-cd3c6434-8a75-4f60-9e5d-0d29be980d4f service neutron] Publish callbacks [] for port (a3c77747-e476-4f0a-ac00-b1a422bd93aa), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:30.428041 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eef6dc-3086-405f-8812-657562de2146 req-500b6102-0523-47cc-a9c5-05d3e9027a2f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:30.429576 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-09eef6dc-3086-405f-8812-657562de2146 req-500b6102-0523-47cc-a9c5-05d3e9027a2f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 931 time: 0.0482287 Apr 12 18:37:30.433934 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [req-674deb35-5b09-4c9a-83fd-26091e841615 req-cd3c6434-8a75-4f60-9e5d-0d29be980d4f service neutron] Transition to ACTIVE for port object a3c77747-e476-4f0a-ac00-b1a422bd93aa will not be triggered until provisioned by entity L2. {{(pid=103524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:37:30.437705 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-674deb35-5b09-4c9a-83fd-26091e841615 req-cd3c6434-8a75-4f60-9e5d-0d29be980d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (a3c77747-e476-4f0a-ac00-b1a422bd93aa), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:30.479976 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-09eef6dc-3086-405f-8812-657562de2146 req-0de47d52-19d1-4e5a-a957-5589879768cf tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444038 Apr 12 18:37:30.489886 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c6434-8a75-4f60-9e5d-0d29be980d4f service neutron] Pushing event updated for resources: {'Port': ['ID=a3c77747-e476-4f0a-ac00-b1a422bd93aa,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:37:30.567809 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-674deb35-5b09-4c9a-83fd-26091e841615 req-cd3c6434-8a75-4f60-9e5d-0d29be980d4f service neutron] Attempting to bind port a3c77747-e476-4f0a-ac00-b1a422bd93aa on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:37:30.568153 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-674deb35-5b09-4c9a-83fd-26091e841615 req-cd3c6434-8a75-4f60-9e5d-0d29be980d4f service neutron] Attempting to bind port a3c77747-e476-4f0a-ac00-b1a422bd93aa by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'de26e585-a5c1-4ee0-9f2a-7955fb03bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:37:30.568493 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674deb35-5b09-4c9a-83fd-26091e841615 req-cd3c6434-8a75-4f60-9e5d-0d29be980d4f service neutron] Attempting to bind port a3c77747-e476-4f0a-ac00-b1a422bd93aa on network 015c960c-be3b-4fd3-b0bc-89103f2458f8 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:37:30.573340 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674deb35-5b09-4c9a-83fd-26091e841615 req-cd3c6434-8a75-4f60-9e5d-0d29be980d4f service neutron] Port a3c77747-e476-4f0a-ac00-b1a422bd93aa on network 015c960c-be3b-4fd3-b0bc-89103f2458f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:37:30.573672 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674deb35-5b09-4c9a-83fd-26091e841615 req-cd3c6434-8a75-4f60-9e5d-0d29be980d4f service neutron] Attempting to bind port a3c77747-e476-4f0a-ac00-b1a422bd93aa on network 015c960c-be3b-4fd3-b0bc-89103f2458f8 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:37:30.578683 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674deb35-5b09-4c9a-83fd-26091e841615 req-cd3c6434-8a75-4f60-9e5d-0d29be980d4f service neutron] Checking agent: {'id': '5b3c503f-4bfd-4027-adb8-75f76add50a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'started_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:37:30.579029 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674deb35-5b09-4c9a-83fd-26091e841615 req-cd3c6434-8a75-4f60-9e5d-0d29be980d4f service neutron] Checking segment: {'id': 'de26e585-a5c1-4ee0-9f2a-7955fb03bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:37:30.579423 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674deb35-5b09-4c9a-83fd-26091e841615 req-cd3c6434-8a75-4f60-9e5d-0d29be980d4f service neutron] Bound using segment: {'id': 'de26e585-a5c1-4ee0-9f2a-7955fb03bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:37:30.579854 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-674deb35-5b09-4c9a-83fd-26091e841615 req-cd3c6434-8a75-4f60-9e5d-0d29be980d4f service neutron] Bound port: a3c77747-e476-4f0a-ac00-b1a422bd93aa, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de26e585-a5c1-4ee0-9f2a-7955fb03bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:37:30.580244 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-674deb35-5b09-4c9a-83fd-26091e841615 req-cd3c6434-8a75-4f60-9e5d-0d29be980d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (a3c77747-e476-4f0a-ac00-b1a422bd93aa), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:30.648936 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-674deb35-5b09-4c9a-83fd-26091e841615 req-cd3c6434-8a75-4f60-9e5d-0d29be980d4f service neutron] For port a3c77747-e476-4f0a-ac00-b1a422bd93aa, host hv-cinder-83753, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:37:30.651861 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-674deb35-5b09-4c9a-83fd-26091e841615 req-cd3c6434-8a75-4f60-9e5d-0d29be980d4f service neutron] For port a3c77747-e476-4f0a-ac00-b1a422bd93aa, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a3c77747-e476-4f0a-ac00-b1a422bd93aa,segment=NetworkSegment(de26e585-a5c1-4ee0-9f2a-7955fb03bb32),segment_id=de26e585-a5c1-4ee0-9f2a-7955fb03bb32)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:37:30.659009 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-674deb35-5b09-4c9a-83fd-26091e841615 req-cd3c6434-8a75-4f60-9e5d-0d29be980d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (a3c77747-e476-4f0a-ac00-b1a422bd93aa), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:30.688573 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674deb35-5b09-4c9a-83fd-26091e841615 req-cd3c6434-8a75-4f60-9e5d-0d29be980d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:30.689230 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-674deb35-5b09-4c9a-83fd-26091e841615 req-cd3c6434-8a75-4f60-9e5d-0d29be980d4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:30.691559 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-674deb35-5b09-4c9a-83fd-26091e841615 req-cd3c6434-8a75-4f60-9e5d-0d29be980d4f service neutron] 10.222.0.26 "PUT /v2.0/ports/a3c77747-e476-4f0a-ac00-b1a422bd93aa HTTP/1.1" status: 200 len: 1093 time: 0.6113973 Apr 12 18:37:30.693743 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a60296-fb36-4609-8992-04d09618868a', 'tag': 'a3c77747-e476-4f0a-ac00-b1a422bd93aa'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:37:30.696807 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801086d3-b5b5-4208-b753-fc505ae26c86" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a60296-fb36-4609-8992-04d09618868a", "tag": "a3c77747-e476-4f0a-ac00-b1a422bd93aa"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:37:30.724936 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c6434-8a75-4f60-9e5d-0d29be980d4f service neutron] Pushing event updated for resources: {'Port': ['ID=a3c77747-e476-4f0a-ac00-b1a422bd93aa,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:37:30.755520 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942ab849-6fdd-419e-bb35-57c9c2a2a2fe x-openstack-request-id: req-942ab849-6fdd-419e-bb35-57c9c2a2a2fe {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:37:30.755818 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a60296-fb36-4609-8992-04d09618868a", "tag": "a3c77747-e476-4f0a-ac00-b1a422bd93aa", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:37:30.756071 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-942ab849-6fdd-419e-bb35-57c9c2a2a2fe {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:37:30.756472 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-942ab849-6fdd-419e-bb35-57c9c2a2a2fe'] response: {'name': 'network-changed', 'server_uuid': 'e0a60296-fb36-4609-8992-04d09618868a', 'tag': 'a3c77747-e476-4f0a-ac00-b1a422bd93aa', 'status': 'completed', 'code': 200} Apr 12 18:37:30.787989 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674deb35-5b09-4c9a-83fd-26091e841615 req-0e408bbb-41f3-454e-9bbc-6e5b0fc195be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:30.789497 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-674deb35-5b09-4c9a-83fd-26091e841615 req-0e408bbb-41f3-454e-9bbc-6e5b0fc195be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9533c204e06a484c8a8c0cca48c4a2e6&device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 1127 time: 0.0434535 Apr 12 18:37:30.836994 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-674deb35-5b09-4c9a-83fd-26091e841615 req-0cb8527f-8229-4c04-bb1f-38415f4a6c5f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3c77747-e476-4f0a-ac00-b1a422bd93aa HTTP/1.1" status: 200 len: 217 time: 0.0402942 Apr 12 18:37:30.887086 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674deb35-5b09-4c9a-83fd-26091e841615 req-6a9c5f5d-d9e8-45f4-8be5-147a1d035317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:30.888566 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-674deb35-5b09-4c9a-83fd-26091e841615 req-6a9c5f5d-d9e8-45f4-8be5-147a1d035317 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45b3b4b0-14e0-4976-a243-ab2b03a6eaa0 HTTP/1.1" status: 200 len: 851 time: 0.0457194 Apr 12 18:37:30.930747 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674deb35-5b09-4c9a-83fd-26091e841615 req-c2841679-3b5a-47b5-a1f9-69214be0e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:30.932200 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-674deb35-5b09-4c9a-83fd-26091e841615 req-c2841679-3b5a-47b5-a1f9-69214be0e2e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=015c960c-be3b-4fd3-b0bc-89103f2458f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373383 Apr 12 18:37:31.022668 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-674deb35-5b09-4c9a-83fd-26091e841615 req-c21317e9-35ef-4764-82c8-8cde95cd926f service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840385 Apr 12 18:37:31.113309 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-674deb35-5b09-4c9a-83fd-26091e841615 req-26db6667-eb56-428a-b612-755e2c4a0467 service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837638 Apr 12 18:37:31.594383 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340d8a8-97b6-47ac-91b6-f5087cc8d250 req-a7dea409-8b85-4067-be30-b46cde10c4a8 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:31.595858 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4340d8a8-97b6-47ac-91b6-f5087cc8d250 req-a7dea409-8b85-4067-be30-b46cde10c4a8 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 943 time: 0.0499597 Apr 12 18:37:31.822033 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801086d3-b5b5-4208-b753-fc505ae26c86 req-4e19473a-2814-4168-a731-c9ee318183f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:31.823657 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-801086d3-b5b5-4208-b753-fc505ae26c86 req-4e19473a-2814-4168-a731-c9ee318183f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9533c204e06a484c8a8c0cca48c4a2e6&device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 1127 time: 0.0472982 Apr 12 18:37:31.911212 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4340d8a8-97b6-47ac-91b6-f5087cc8d250 req-f21d08bb-ad84-4c69-b3fd-cc7a28adf71b tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3091333 Apr 12 18:37:31.916212 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801086d3-b5b5-4208-b753-fc505ae26c86 req-f120f86f-a80e-42c2-8ee4-9aa2caf61960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:31.917863 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-801086d3-b5b5-4208-b753-fc505ae26c86 req-f120f86f-a80e-42c2-8ee4-9aa2caf61960 service neutron] 10.222.0.26 "GET /v2.0/networks?id=015c960c-be3b-4fd3-b0bc-89103f2458f8 HTTP/1.1" status: 200 len: 913 time: 0.0875254 Apr 12 18:37:31.962516 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-801086d3-b5b5-4208-b753-fc505ae26c86 req-a8477562-af4d-4fb4-831f-d54d4280310c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3c77747-e476-4f0a-ac00-b1a422bd93aa HTTP/1.1" status: 200 len: 217 time: 0.0384469 Apr 12 18:37:32.009478 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801086d3-b5b5-4208-b753-fc505ae26c86 req-ffdadae2-5463-4f16-9f9d-b64d40b04b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:32.010891 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-801086d3-b5b5-4208-b753-fc505ae26c86 req-ffdadae2-5463-4f16-9f9d-b64d40b04b74 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45b3b4b0-14e0-4976-a243-ab2b03a6eaa0 HTTP/1.1" status: 200 len: 851 time: 0.0421090 Apr 12 18:37:32.053465 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801086d3-b5b5-4208-b753-fc505ae26c86 req-3c7c292c-d311-4bfa-b3a1-f7294da1d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:32.054917 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-801086d3-b5b5-4208-b753-fc505ae26c86 req-3c7c292c-d311-4bfa-b3a1-f7294da1d507 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=015c960c-be3b-4fd3-b0bc-89103f2458f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384479 Apr 12 18:37:32.147130 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-801086d3-b5b5-4208-b753-fc505ae26c86 req-2ba10b2d-92b2-48fd-a03b-35103bdb3fbd service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854762 Apr 12 18:37:32.236151 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-801086d3-b5b5-4208-b753-fc505ae26c86 req-f6c6562a-2e7e-4e96-a8e8-2d47af29936f service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833213 Apr 12 18:37:33.022450 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beee995-21b7-4dda-a606-5ce57503fbfd req-5a26f711-758f-42ca-b374-a167e6721ddf tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:33.023914 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1beee995-21b7-4dda-a606-5ce57503fbfd req-5a26f711-758f-42ca-b374-a167e6721ddf tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 943 time: 0.0461001 Apr 12 18:37:33.071120 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1beee995-21b7-4dda-a606-5ce57503fbfd req-4d4c2b88-29ff-428c-a334-4b7025cf4178 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414121 Apr 12 18:37:34.182708 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22b4eb-7ef5-4eab-bd67-a0ee5bd5e0e6 req-066b114f-5eae-40eb-9f86-0708b598838e tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:34.184220 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4a22b4eb-7ef5-4eab-bd67-a0ee5bd5e0e6 req-066b114f-5eae-40eb-9f86-0708b598838e tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 943 time: 0.0476289 Apr 12 18:37:34.235281 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4a22b4eb-7ef5-4eab-bd67-a0ee5bd5e0e6 req-37297fbc-edbf-4825-a5ee-4cf89bd2ae98 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454664 Apr 12 18:37:35.343846 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4db6e7-2000-45c8-9511-960a58fc993e req-42f83e3e-6182-4202-9288-00514a259f33 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:35.345321 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3a4db6e7-2000-45c8-9511-960a58fc993e req-42f83e3e-6182-4202-9288-00514a259f33 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 943 time: 0.0461197 Apr 12 18:37:35.393399 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3a4db6e7-2000-45c8-9511-960a58fc993e req-ef191367-a0c7-48e0-8f86-6536ba567975 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418448 Apr 12 18:37:36.513938 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818c817-fbda-4e0c-bce6-eb166c602186 req-27babaef-d524-4d41-a6ed-6f6ca70d3c39 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:36.515674 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c818c817-fbda-4e0c-bce6-eb166c602186 req-27babaef-d524-4d41-a6ed-6f6ca70d3c39 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 943 time: 0.0483825 Apr 12 18:37:36.563781 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c818c817-fbda-4e0c-bce6-eb166c602186 req-878cc529-4fbf-4480-a0ad-e04a302193c1 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426972 Apr 12 18:37:37.679049 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac469ee7-1245-4432-9acd-5b009750b5f8 req-3764032d-9faa-43f4-a269-b1e3f2ce4bdb tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:37.680534 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ac469ee7-1245-4432-9acd-5b009750b5f8 req-3764032d-9faa-43f4-a269-b1e3f2ce4bdb tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 943 time: 0.0491717 Apr 12 18:37:37.728440 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ac469ee7-1245-4432-9acd-5b009750b5f8 req-800ac0c5-b1fc-4d13-8f04-596881c2a052 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424056 Apr 12 18:37:38.836901 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae701c1-df6d-4500-92a6-68205f3e9394 req-b6abee38-5bb8-492b-ba9b-494ddd84972e tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:38.838388 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3ae701c1-df6d-4500-92a6-68205f3e9394 req-b6abee38-5bb8-492b-ba9b-494ddd84972e tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 943 time: 0.0454962 Apr 12 18:37:38.876545 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device a3c77747-e476-4f0a-ac00-b1a422bd93aa details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:37:38.886054 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3ae701c1-df6d-4500-92a6-68205f3e9394 req-75d2a186-c9c7-46fc-8349-cabb8621a43d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422490 Apr 12 18:37:38.973317 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port a3c77747-e476-4f0a-ac00-b1a422bd93aa, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a3c77747-e476-4f0a-ac00-b1a422bd93aa,segment=NetworkSegment(de26e585-a5c1-4ee0-9f2a-7955fb03bb32),segment_id=de26e585-a5c1-4ee0-9f2a-7955fb03bb32)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:37:38.984387 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Returning: {'device': 'a3c77747-e476-4f0a-ac00-b1a422bd93aa', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'port_id': 'a3c77747-e476-4f0a-ac00-b1a422bd93aa', 'mac_address': 'fa:16:3e:59:17:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:37:39.021538 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port a3c77747-e476-4f0a-ac00-b1a422bd93aa is: DOWN; New status is: BUILD {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:37:39.021847 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (a3c77747-e476-4f0a-ac00-b1a422bd93aa), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:39.034388 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c77747-e476-4f0a-ac00-b1a422bd93aa {{(pid=103525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:37:39.053904 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port a3c77747-e476-4f0a-ac00-b1a422bd93aa, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a3c77747-e476-4f0a-ac00-b1a422bd93aa,segment=NetworkSegment(de26e585-a5c1-4ee0-9f2a-7955fb03bb32),segment_id=de26e585-a5c1-4ee0-9f2a-7955fb03bb32)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:37:39.057594 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (a3c77747-e476-4f0a-ac00-b1a422bd93aa), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:39.107185 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=a3c77747-e476-4f0a-ac00-b1a422bd93aa,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:37:39.115225 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:39.115579 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:39.115927 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:39.116273 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:39.116613 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:39.116950 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:39.117307 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:39.117639 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:39.117971 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:39.118327 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:39.118631 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:39.118959 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:39.119286 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:39.119611 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:39.119934 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:39.418915 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['a3c77747-e476-4f0a-ac00-b1a422bd93aa'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:37:39.997671 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258e851-cecf-40af-b2f3-18c604e9ecff req-add93022-4377-4475-b958-da7617e21f55 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:39.999118 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e258e851-cecf-40af-b2f3-18c604e9ecff req-add93022-4377-4475-b958-da7617e21f55 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 944 time: 0.0488925 Apr 12 18:37:40.046690 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e258e851-cecf-40af-b2f3-18c604e9ecff req-718250a7-772f-4987-92e4-06322fa1e63b tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419266 Apr 12 18:37:40.907542 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device a3c77747-e476-4f0a-ac00-b1a422bd93aa up at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:37:40.951433 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning for port a3c77747-e476-4f0a-ac00-b1a422bd93aa completed by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:37:40.957680 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning complete for port a3c77747-e476-4f0a-ac00-b1a422bd93aa triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:37:40.958056 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (a3c77747-e476-4f0a-ac00-b1a422bd93aa), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:41.035422 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port a3c77747-e476-4f0a-ac00-b1a422bd93aa is: BUILD; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:37:41.035802 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (a3c77747-e476-4f0a-ac00-b1a422bd93aa), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:41.057640 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a60296-fb36-4609-8992-04d09618868a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c77747-e476-4f0a-ac00-b1a422bd93aa'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:37:41.059976 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3784f2d3-2b70-4902-80f6-d2b0ae5f0259" -d '{"events": [{"server_uuid": "e0a60296-fb36-4609-8992-04d09618868a", "name": "network-vif-plugged", "status": "completed", "tag": "a3c77747-e476-4f0a-ac00-b1a422bd93aa"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:37:41.073416 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port a3c77747-e476-4f0a-ac00-b1a422bd93aa, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a3c77747-e476-4f0a-ac00-b1a422bd93aa,segment=NetworkSegment(de26e585-a5c1-4ee0-9f2a-7955fb03bb32),segment_id=de26e585-a5c1-4ee0-9f2a-7955fb03bb32)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:37:41.078307 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (a3c77747-e476-4f0a-ac00-b1a422bd93aa), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:41.128119 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=a3c77747-e476-4f0a-ac00-b1a422bd93aa,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:37:41.162530 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99feab61-eb22-435a-bcdb-e1fe9c8a14b1 req-cb26e3d6-fd83-49ef-8bae-327efa4f221d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:41.164186 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-99feab61-eb22-435a-bcdb-e1fe9c8a14b1 req-cb26e3d6-fd83-49ef-8bae-327efa4f221d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 945 time: 0.0492954 Apr 12 18:37:41.216943 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-99feab61-eb22-435a-bcdb-e1fe9c8a14b1 req-ce4601d9-3ff5-4bc4-bf73-4a7aa4a23239 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468585 Apr 12 18:37:41.234946 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f31f6cc-d638-4adb-83d6-c93d1feed6e8 x-openstack-request-id: req-9f31f6cc-d638-4adb-83d6-c93d1feed6e8 {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:37:41.235245 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a60296-fb36-4609-8992-04d09618868a", "name": "network-vif-plugged", "status": "completed", "tag": "a3c77747-e476-4f0a-ac00-b1a422bd93aa", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:37:41.235505 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9f31f6cc-d638-4adb-83d6-c93d1feed6e8 {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:37:41.235910 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f31f6cc-d638-4adb-83d6-c93d1feed6e8'] response: {'server_uuid': 'e0a60296-fb36-4609-8992-04d09618868a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c77747-e476-4f0a-ac00-b1a422bd93aa', 'code': 200} Apr 12 18:37:41.436038 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca3ee0-ecc0-40bf-af14-830f15111ba6 req-ae3063fb-a185-4a0e-82cc-1ad6bec0cc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:41.437457 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4fca3ee0-ecc0-40bf-af14-830f15111ba6 req-ae3063fb-a185-4a0e-82cc-1ad6bec0cc7d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 1129 time: 0.0401158 Apr 12 18:37:41.484161 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-4fca3ee0-ecc0-40bf-af14-830f15111ba6 req-39da26a1-5415-4e04-8878-00b945d014b3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412769 Apr 12 18:37:42.331161 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22fa42-4b04-40f1-a708-6df779fbc966 req-ac4714ff-2867-42e3-bb34-1e3a165bdd1b tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:42.333300 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1d22fa42-4b04-40f1-a708-6df779fbc966 req-ac4714ff-2867-42e3-bb34-1e3a165bdd1b tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 945 time: 0.0459971 Apr 12 18:37:42.384436 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1d22fa42-4b04-40f1-a708-6df779fbc966 req-13fa5ce7-86fa-4ecb-a5bc-a506c5b7e5ba tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457556 Apr 12 18:37:43.167655 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8350-accc-45f5-b719-611912e02b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:43.518448 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162e28e-0bba-4d1b-9bf1-a6abe953be99 req-ab05ba38-6aa9-4550-83e8-3f23461d16f6 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:43.520677 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e162e28e-0bba-4d1b-9bf1-a6abe953be99 req-ab05ba38-6aa9-4550-83e8-3f23461d16f6 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 945 time: 0.0699115 Apr 12 18:37:43.568524 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e162e28e-0bba-4d1b-9bf1-a6abe953be99 req-09c14eac-9fa6-490d-abe0-3afd128cc58c tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423076 Apr 12 18:37:43.677518 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff842bba-e34a-45c1-8b59-1598fb977de5 req-2882777b-afcf-4a94-9dfb-79b6fc1a2c0a tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:43.678922 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ff842bba-e34a-45c1-8b59-1598fb977de5 req-2882777b-afcf-4a94-9dfb-79b6fc1a2c0a tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 945 time: 0.0458562 Apr 12 18:37:43.727149 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ff842bba-e34a-45c1-8b59-1598fb977de5 req-f6e78e9f-cd7f-45de-9a82-b17854fb2492 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426047 Apr 12 18:37:43.748495 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 46958) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:37:43.789243 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f16146b-f177-4ff0-8bba-dd071147a61d tempest-TestVolumeBootPattern-1343182044 tempest-TestVolumeBootPattern-1343182044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:43.790792 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-3f16146b-f177-4ff0-8bba-dd071147a61d tempest-TestVolumeBootPattern-1343182044 tempest-TestVolumeBootPattern-1343182044-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 1124 time: 0.0412850 Apr 12 18:37:43.793418 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 46960) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:37:43.797565 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Request body: {'floatingip': {'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'port_id': 'a3c77747-e476-4f0a-ac00-b1a422bd93aa', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:37:43.818254 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:43.900970 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:44.005844 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Allocated IP 172.27.1.245 (8fe2c56e-0395-443d-a858-76cf54693827/10fb9747-8da5-4ac4-8e6b-c6dba6e53947/36e1f0d3-60bb-4d7b-bc89-ec5367aed31a) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:37:44.109219 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for port (36e1f0d3-60bb-4d7b-bc89-ec5367aed31a), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:44.142336 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (36e1f0d3-60bb-4d7b-bc89-ec5367aed31a), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:44.183192 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Network 8fe2c56e-0395-443d-a858-76cf54693827 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:37:44.186001 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:37:44.192354 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:37:44.215057 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Pushing event updated for resources: {'Port': ['ID=36e1f0d3-60bb-4d7b-bc89-ec5367aed31a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:37:44.230653 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:44.230653 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:44.230653 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:44.230653 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:44.230653 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:44.230653 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:44.230653 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:44.230653 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:44.230653 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:44.230653 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:44.230653 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:44.230653 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:44.230653 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:44.232377 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:44.232377 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:37:44.563709 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for floatingip (9f60bbbd-d759-4107-9630-42a906ab58ef), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:44.629459 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (36e1f0d3-60bb-4d7b-bc89-ec5367aed31a), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:44.775078 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for port (36e1f0d3-60bb-4d7b-bc89-ec5367aed31a), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:44.779605 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62656905'] for port (36e1f0d3-60bb-4d7b-bc89-ec5367aed31a), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:44.843733 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Pushing event updated for resources: {'Port': ['ID=36e1f0d3-60bb-4d7b-bc89-ec5367aed31a,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:37:44.855392 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (9f60bbbd-d759-4107-9630-42a906ab58ef), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:44.956213 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.l3_db [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Floating IP 9f60bbbd-d759-4107-9630-42a906ab58ef associated. External IP: 172.27.1.245, port: a3c77747-e476-4f0a-ac00-b1a422bd93aa. Apr 12 18:37:45.164698 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:37:45.275621 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:37:45.287926 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7d0616-e949-4089-987d-b1db5408df37 None None] Sync routers for ids ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'] in dv-cinder-837535-1-iscsi {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:37:45.293880 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:45.297771 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7d0616-e949-4089-987d-b1db5408df37 None None] Routers {'26d78dcd-cddb-4e74-9612-e20a3e9cf09c'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:37:45.298394 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2b7d0616-e949-4089-987d-b1db5408df37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:37:16Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:37:45.325210 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-932b35e8-b219-4fb1-b5bc-4557274f1a00 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5307460 Apr 12 18:37:45.326063 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a60296-fb36-4609-8992-04d09618868a', 'tag': 'a3c77747-e476-4f0a-ac00-b1a422bd93aa'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:37:45.328361 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ff44208863b45d5314a74bf2796fa783e64ad3222a396cfa3f0d0395593348f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c61acc-c1a9-43a0-81f5-2dc86560c81e" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a60296-fb36-4609-8992-04d09618868a", "tag": "a3c77747-e476-4f0a-ac00-b1a422bd93aa"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:37:45.410344 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-2b7d0616-e949-4089-987d-b1db5408df37 None None] Set router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:37:45.415899 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fb0683-8b1b-43d0-9e62-46d39bae12a4 x-openstack-request-id: req-50fb0683-8b1b-43d0-9e62-46d39bae12a4 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:37:45.416141 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a60296-fb36-4609-8992-04d09618868a", "tag": "a3c77747-e476-4f0a-ac00-b1a422bd93aa", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:37:45.416402 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-50fb0683-8b1b-43d0-9e62-46d39bae12a4 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:37:45.416808 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50fb0683-8b1b-43d0-9e62-46d39bae12a4'] response: {'name': 'network-changed', 'server_uuid': 'e0a60296-fb36-4609-8992-04d09618868a', 'tag': 'a3c77747-e476-4f0a-ac00-b1a422bd93aa', 'status': 'completed', 'code': 200} Apr 12 18:37:45.476510 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c61acc-c1a9-43a0-81f5-2dc86560c81e req-14e0928c-ce3b-4255-9da7-a1eab94d7883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:45.478043 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d6c61acc-c1a9-43a0-81f5-2dc86560c81e req-14e0928c-ce3b-4255-9da7-a1eab94d7883 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9533c204e06a484c8a8c0cca48c4a2e6&device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 1129 time: 0.0396183 Apr 12 18:37:45.568185 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c61acc-c1a9-43a0-81f5-2dc86560c81e req-a465c8bf-8a51-4e5d-8e4f-3a99e596f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:45.569705 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d6c61acc-c1a9-43a0-81f5-2dc86560c81e req-a465c8bf-8a51-4e5d-8e4f-3a99e596f876 service neutron] 10.222.0.26 "GET /v2.0/networks?id=015c960c-be3b-4fd3-b0bc-89103f2458f8 HTTP/1.1" status: 200 len: 913 time: 0.0855472 Apr 12 18:37:45.579139 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-80b06d59-e823-4fc8-9912-8659248e8d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:45.639759 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d6c61acc-c1a9-43a0-81f5-2dc86560c81e req-22e37a7f-2b38-4168-bdc5-ec22120bfe05 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3c77747-e476-4f0a-ac00-b1a422bd93aa HTTP/1.1" status: 200 len: 999 time: 0.0640509 Apr 12 18:37:45.644009 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2b7d0616-e949-4089-987d-b1db5408df37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:05Z', 'revision_number': 4, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'gw_port': {'id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '9f60bbbd-d759-4107-9630-42a906ab58ef', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'port_id': 'a3c77747-e476-4f0a-ac00-b1a422bd93aa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'mac_address': 'fa:16:3e:59:17:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a60296-fb36-4609-8992-04d09618868a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:37:44Z', 'updated_at': '2022-04-12T18:37:44Z', 'revision_number': 0, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82067ea9-62ea-4566-8528-5537b9392cdb', 'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'mac_address': 'fa:16:3e:f8:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:05Z', 'updated_at': '2022-04-12T18:34:09Z', 'revision_number': 5, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'subnets': [{'id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:37:45.670483 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7d0616-e949-4089-987d-b1db5408df37 None None] Checking router: 26d78dcd-cddb-4e74-9612-e20a3e9cf09c for host: dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:37:45.679196 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7d0616-e949-4089-987d-b1db5408df37 None None] Routers {'26d78dcd-cddb-4e74-9612-e20a3e9cf09c'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:37:45.679807 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2b7d0616-e949-4089-987d-b1db5408df37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:37:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:37:45.689120 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c61acc-c1a9-43a0-81f5-2dc86560c81e req-fc4032a0-e1e5-498d-9b78-50aa3237c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:45.691316 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d6c61acc-c1a9-43a0-81f5-2dc86560c81e req-fc4032a0-e1e5-498d-9b78-50aa3237c2ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45b3b4b0-14e0-4976-a243-ab2b03a6eaa0 HTTP/1.1" status: 200 len: 851 time: 0.0444882 Apr 12 18:37:45.733048 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c61acc-c1a9-43a0-81f5-2dc86560c81e req-de0415b7-327c-4ba5-b4b9-dc162cb5f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:37:45.734602 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d6c61acc-c1a9-43a0-81f5-2dc86560c81e req-de0415b7-327c-4ba5-b4b9-dc162cb5f717 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=015c960c-be3b-4fd3-b0bc-89103f2458f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380650 Apr 12 18:37:45.789606 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-2b7d0616-e949-4089-987d-b1db5408df37 None None] Set router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:37:45.828280 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d6c61acc-c1a9-43a0-81f5-2dc86560c81e req-ba7797f7-f961-47f6-a1c9-6652b710426d service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872047 Apr 12 18:37:45.929034 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d6c61acc-c1a9-43a0-81f5-2dc86560c81e req-03ccdd68-43d4-4417-ad25-a827200403b9 service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954599 Apr 12 18:37:46.147070 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2b7d0616-e949-4089-987d-b1db5408df37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:05Z', 'revision_number': 4, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'gw_port': {'id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '9f60bbbd-d759-4107-9630-42a906ab58ef', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'port_id': 'a3c77747-e476-4f0a-ac00-b1a422bd93aa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'mac_address': 'fa:16:3e:59:17:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a60296-fb36-4609-8992-04d09618868a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:37:44Z', 'updated_at': '2022-04-12T18:37:44Z', 'revision_number': 0, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82067ea9-62ea-4566-8528-5537b9392cdb', 'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'mac_address': 'fa:16:3e:f8:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:05Z', 'updated_at': '2022-04-12T18:34:09Z', 'revision_number': 5, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'subnets': [{'id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:37:46.173260 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7d0616-e949-4089-987d-b1db5408df37 None None] The sync data for ids ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'] in dv-cinder-837535-1-iscsi is: [{'id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:05Z', 'revision_number': 4, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'gw_port': {'id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '9f60bbbd-d759-4107-9630-42a906ab58ef', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'port_id': 'a3c77747-e476-4f0a-ac00-b1a422bd93aa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'mac_address': 'fa:16:3e:59:17:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a60296-fb36-4609-8992-04d09618868a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:37:44Z', 'updated_at': '2022-04-12T18:37:44Z', 'revision_number': 0, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82067ea9-62ea-4566-8528-5537b9392cdb', 'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'mac_address': 'fa:16:3e:f8:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:05Z', 'updated_at': '2022-04-12T18:34:09Z', 'revision_number': 5, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'subnets': [{'id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:37:46.365884 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9b5b50-1c03-4c7d-99a2-8b30a25f4dd9 None None] New status for floating IP 9f60bbbd-d759-4107-9630-42a906ab58ef: ACTIVE {{(pid=103526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:37:46.915615 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:48.423717 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:49.319493 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:54.218132 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:05.036364 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d18dbea7-b1d2-4224-8745-5560ff54ccd7 req-cb1d5dca-8234-4b51-861a-0765da61653f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e0a60296-fb36-4609-8992-04d09618868a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378563 Apr 12 18:38:05.115300 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dbea7-b1d2-4224-8745-5560ff54ccd7 req-7291f659-a246-49a8-9263-c583760ef932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:05.116761 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d18dbea7-b1d2-4224-8745-5560ff54ccd7 req-7291f659-a246-49a8-9263-c583760ef932 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9533c204e06a484c8a8c0cca48c4a2e6&device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 1129 time: 0.0386052 Apr 12 18:38:05.220430 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dbea7-b1d2-4224-8745-5560ff54ccd7 req-a5a0b6fa-03f1-4f7e-aff8-b847416ad035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:05.221913 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d18dbea7-b1d2-4224-8745-5560ff54ccd7 req-a5a0b6fa-03f1-4f7e-aff8-b847416ad035 service neutron] 10.222.0.26 "GET /v2.0/networks?id=015c960c-be3b-4fd3-b0bc-89103f2458f8 HTTP/1.1" status: 200 len: 913 time: 0.0884178 Apr 12 18:38:05.291544 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d18dbea7-b1d2-4224-8745-5560ff54ccd7 req-7db977d3-2195-4f26-8516-6cf7d162d57f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3c77747-e476-4f0a-ac00-b1a422bd93aa HTTP/1.1" status: 200 len: 1001 time: 0.0629268 Apr 12 18:38:05.339530 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dbea7-b1d2-4224-8745-5560ff54ccd7 req-e4bf2b96-84d9-420d-a409-31588d0c4e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:05.340928 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d18dbea7-b1d2-4224-8745-5560ff54ccd7 req-e4bf2b96-84d9-420d-a409-31588d0c4e56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45b3b4b0-14e0-4976-a243-ab2b03a6eaa0 HTTP/1.1" status: 200 len: 851 time: 0.0435407 Apr 12 18:38:05.387241 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dbea7-b1d2-4224-8745-5560ff54ccd7 req-bdca5090-0c22-4c48-8964-d827c7814caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:05.388698 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d18dbea7-b1d2-4224-8745-5560ff54ccd7 req-bdca5090-0c22-4c48-8964-d827c7814caa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=015c960c-be3b-4fd3-b0bc-89103f2458f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406811 Apr 12 18:38:05.477488 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d18dbea7-b1d2-4224-8745-5560ff54ccd7 req-d809ac54-9bdb-483c-943d-08d7ea8cb012 service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811980 Apr 12 18:38:05.568258 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-d18dbea7-b1d2-4224-8745-5560ff54ccd7 req-54954fb1-55ce-4a9a-9458-122929313986 service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838075 Apr 12 18:38:06.780659 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:38:13.169602 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-2e2e97f2-4e15-42f5-94a6-bda3885ddac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:15.543431 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-382ad6e2-a352-43c8-9e0e-7ad6be0a3dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:16.919092 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:18.427591 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:19.321533 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:24.235511 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:43.170238 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a8202b48-f13e-4d77-85b7-f15645692cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:43.780033 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:38:45.544616 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c700e22e-9a4d-40e5-83e9-004bdf801d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:46.921763 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:48.430944 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:49.324337 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:53.288682 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [req-4b407bd2-a429-476f-8367-5b590ed1537c req-7ccd20b4-1ca0-4a67-b042-7428745bb087 service neutron] (103523) timed out ('10.222.0.26', 54296) {{(pid=103523) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 18:38:54.247073 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:05.982314 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-54791891-201e-475a-b4b7-e24b4a045f17 req-5686fe41-c261-44b5-afb5-756751e10d27 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e0a60296-fb36-4609-8992-04d09618868a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400801 Apr 12 18:39:06.058650 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54791891-201e-475a-b4b7-e24b4a045f17 req-812e35e7-198f-434e-afcf-7e0bda3f0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:06.060083 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-54791891-201e-475a-b4b7-e24b4a045f17 req-812e35e7-198f-434e-afcf-7e0bda3f0db9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9533c204e06a484c8a8c0cca48c4a2e6&device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 1129 time: 0.0383184 Apr 12 18:39:06.163684 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54791891-201e-475a-b4b7-e24b4a045f17 req-e60e7850-fa75-4c96-8aca-7f6b1615f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:06.163684 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-54791891-201e-475a-b4b7-e24b4a045f17 req-e60e7850-fa75-4c96-8aca-7f6b1615f8bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=015c960c-be3b-4fd3-b0bc-89103f2458f8 HTTP/1.1" status: 200 len: 913 time: 0.0852971 Apr 12 18:39:06.226449 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-54791891-201e-475a-b4b7-e24b4a045f17 req-2fdb0444-803a-4f44-9a0d-8fa1c68e84d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3c77747-e476-4f0a-ac00-b1a422bd93aa HTTP/1.1" status: 200 len: 1001 time: 0.0575607 Apr 12 18:39:06.276708 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54791891-201e-475a-b4b7-e24b4a045f17 req-7d6dc81f-1a64-47c2-9b25-835e04985828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:06.278326 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-54791891-201e-475a-b4b7-e24b4a045f17 req-7d6dc81f-1a64-47c2-9b25-835e04985828 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45b3b4b0-14e0-4976-a243-ab2b03a6eaa0 HTTP/1.1" status: 200 len: 851 time: 0.0458837 Apr 12 18:39:06.320652 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54791891-201e-475a-b4b7-e24b4a045f17 req-0f0c12e3-c83d-4a1c-b1ee-4bc737dba53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:06.322126 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-54791891-201e-475a-b4b7-e24b4a045f17 req-0f0c12e3-c83d-4a1c-b1ee-4bc737dba53d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=015c960c-be3b-4fd3-b0bc-89103f2458f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377045 Apr 12 18:39:06.409298 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-54791891-201e-475a-b4b7-e24b4a045f17 req-97d5b0ef-3b9f-4ae9-9b57-c5d3d567a9d6 service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810850 Apr 12 18:39:06.498266 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-54791891-201e-475a-b4b7-e24b4a045f17 req-f5bc8bac-74ec-4e21-b521-af0272dc123b service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835192 Apr 12 18:39:13.172004 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-bf4e8370-8bf9-4eb5-9a16-480340e71f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:15.546359 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8f782c08-0b0a-4f3d-b58b-1419b9f4b4fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:16.926895 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:18.432797 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:19.328732 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:20.778512 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:39:24.247846 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:43.176157 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-bbfe2ce9-c4e5-4170-a80b-a992226d2fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:44.032088 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-57b8f7c2-8118-4bae-b536-8f5383354193 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1018677148&fields=id&tenant_id=9533c204e06a484c8a8c0cca48c4a2e6 HTTP/1.1" status: 200 len: 267 time: 0.0450497 Apr 12 18:39:44.139354 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-8e532dcf-c11b-489c-b93b-7309778a22c3 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:44.140796 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-8e532dcf-c11b-489c-b93b-7309778a22c3 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/networks?id=015c960c-be3b-4fd3-b0bc-89103f2458f8 HTTP/1.1" status: 200 len: 812 time: 0.1025124 Apr 12 18:39:44.155672 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-f3d6eb51-80d2-4336-bec5-5afdafc912f7 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/quotas/9533c204e06a484c8a8c0cca48c4a2e6 HTTP/1.1" status: 200 len: 375 time: 0.0094640 Apr 12 18:39:44.206684 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-9f552f70-5272-4214-bc10-be3ef9b8439a tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9533c204e06a484c8a8c0cca48c4a2e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463011 Apr 12 18:39:44.305432 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-143e3334-5840-4240-beb2-388fa4c8900e service neutron] 10.222.0.52 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870140 Apr 12 18:39:44.393893 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-80e4be54-7620-4f53-a28e-dd471eb841b2 service neutron] 10.222.0.52 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827980 Apr 12 18:39:45.547849 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-e71dd98e-a52d-4dad-887c-5451e94ce14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:45.700462 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-019c83c7-01d4-4b78-a6d9-1d6d10b858b3 req-ff50549c-0c11-43f6-bdc2-4af75dc5436e tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 210 time: 0.0355618 Apr 12 18:39:46.776204 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1daf93e4-9b57-4443-bcb3-5e9a7888452a req-642f9f60-4918-4830-9816-a97ca623fb3a tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 210 time: 0.0273039 Apr 12 18:39:46.926444 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:47.853814 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-6aafeaaa-5eb8-4dd3-882c-0a5b97f5ea74 req-504dd61c-1cd0-4301-8266-d581d9469314 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 210 time: 0.0282271 Apr 12 18:39:48.437045 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:48.932043 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-ff83da0c-ffc4-4587-876d-9fc540117bd9 req-3e29888c-416a-44be-8880-c6e985574df7 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 210 time: 0.0306442 Apr 12 18:39:49.331705 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:50.023075 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c40b1b61-53c9-4c38-9ef8-c7302848e713 req-5377d473-c860-439a-8a85-e973e49b647c tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 210 time: 0.0272784 Apr 12 18:39:50.617611 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-19a3caeb-a666-4f31-a591-2fdea1fa414e tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:50.619133 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-19a3caeb-a666-4f31-a591-2fdea1fa414e tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.26 "GET /v2.0/networks?id=015c960c-be3b-4fd3-b0bc-89103f2458f8 HTTP/1.1" status: 200 len: 812 time: 0.1083097 Apr 12 18:39:50.682650 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-e08b5c8c-a3f1-4dcc-b1b3-e46f16835fc8 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9533c204e06a484c8a8c0cca48c4a2e6 HTTP/1.1" status: 200 len: 380 time: 0.0558448 Apr 12 18:39:50.691270 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Request body: {'port': {'device_id': 'a51e6914-40a8-428c-86c0-6c0bae4e4768', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'admin_state_up': True, 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'security_groups': ['924c204f-c913-4400-8e2f-0e0244ef90f9']}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:39:50.794416 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Made reservation on behalf of 9533c204e06a484c8a8c0cca48c4a2e6 for: {'port': 1} {{(pid=103524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:39:50.797949 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:50.927292 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Allocated IP 172.20.0.11 (015c960c-be3b-4fd3-b0bc-89103f2458f8/45b3b4b0-14e0-4976-a243-ab2b03a6eaa0/bc92fc41-1eae-4d94-9ede-cc6542d22153) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:39:51.073514 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for port (bc92fc41-1eae-4d94-9ede-cc6542d22153), precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:51.105652 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (bc92fc41-1eae-4d94-9ede-cc6542d22153), after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:51.140330 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed93960-3897-451a-9e3a-426c4d2f7577 req-90a0b05c-8d2c-4eb2-9599-5303413fa47b tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:51.141877 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-eed93960-3897-451a-9e3a-426c4d2f7577 req-90a0b05c-8d2c-4eb2-9599-5303413fa47b tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 932 time: 0.0462847 Apr 12 18:39:51.146430 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Network 015c960c-be3b-4fd3-b0bc-89103f2458f8 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:39:51.149557 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:39:51.156303 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:39:51.186415 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Pushing event updated for resources: {'Port': ['ID=bc92fc41-1eae-4d94-9ede-cc6542d22153,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:51.196526 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:51.196879 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:51.197271 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:51.197615 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:51.197951 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:51.198282 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:51.198611 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:51.198937 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:51.199269 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:51.199596 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:51.199921 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:51.200249 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:51.200634 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:51.200892 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:51.201238 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:51.201362 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-eed93960-3897-451a-9e3a-426c4d2f7577 req-ab2763be-cd92-4e69-85e9-f9d5ea603f5a tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530705 Apr 12 18:39:51.228346 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:51.228974 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:51.246214 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-895d6388-b4b0-4abc-bc66-59089f901df9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5584970 Apr 12 18:39:51.257517 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.v2.base [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-ef8d2247-ef4d-4756-b930-aac89747044b service neutron] Request body: {'port': {'device_id': 'a51e6914-40a8-428c-86c0-6c0bae4e4768', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:39:51.323102 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-ef8d2247-ef4d-4756-b930-aac89747044b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (bc92fc41-1eae-4d94-9ede-cc6542d22153), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:51.381011 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-0ffb9f4c-2e31-49de-8c39-408cf9d3cc5d None None] Provisioning complete for port bc92fc41-1eae-4d94-9ede-cc6542d22153 triggered by entity DHCP. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:39:51.381716 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0ffb9f4c-2e31-49de-8c39-408cf9d3cc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (bc92fc41-1eae-4d94-9ede-cc6542d22153), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:51.416435 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-0ffb9f4c-2e31-49de-8c39-408cf9d3cc5d None None] Port bc92fc41-1eae-4d94-9ede-cc6542d22153 cannot update to ACTIVE because it is not bound. {{(pid=103525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:39:51.580008 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-ef8d2247-ef4d-4756-b930-aac89747044b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc92fc41-1eae-4d94-9ede-cc6542d22153 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:39:51.587808 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-ef8d2247-ef4d-4756-b930-aac89747044b service neutron] Publish callbacks [] for port (bc92fc41-1eae-4d94-9ede-cc6542d22153), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:51.600719 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-ef8d2247-ef4d-4756-b930-aac89747044b service neutron] Transition to ACTIVE for port object bc92fc41-1eae-4d94-9ede-cc6542d22153 will not be triggered until provisioned by entity L2. {{(pid=103524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:39:51.604186 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-ef8d2247-ef4d-4756-b930-aac89747044b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (bc92fc41-1eae-4d94-9ede-cc6542d22153), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:51.657994 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d2247-ef4d-4756-b930-aac89747044b service neutron] Pushing event updated for resources: {'Port': ['ID=bc92fc41-1eae-4d94-9ede-cc6542d22153,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:51.728824 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-ef8d2247-ef4d-4756-b930-aac89747044b service neutron] Attempting to bind port bc92fc41-1eae-4d94-9ede-cc6542d22153 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:39:51.729203 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-ef8d2247-ef4d-4756-b930-aac89747044b service neutron] Attempting to bind port bc92fc41-1eae-4d94-9ede-cc6542d22153 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'de26e585-a5c1-4ee0-9f2a-7955fb03bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:39:51.729537 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-ef8d2247-ef4d-4756-b930-aac89747044b service neutron] Attempting to bind port bc92fc41-1eae-4d94-9ede-cc6542d22153 on network 015c960c-be3b-4fd3-b0bc-89103f2458f8 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:39:51.734156 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-ef8d2247-ef4d-4756-b930-aac89747044b service neutron] Port bc92fc41-1eae-4d94-9ede-cc6542d22153 on network 015c960c-be3b-4fd3-b0bc-89103f2458f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:39:51.734473 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-ef8d2247-ef4d-4756-b930-aac89747044b service neutron] Attempting to bind port bc92fc41-1eae-4d94-9ede-cc6542d22153 on network 015c960c-be3b-4fd3-b0bc-89103f2458f8 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:39:51.740066 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-ef8d2247-ef4d-4756-b930-aac89747044b service neutron] Checking agent: {'id': '5b3c503f-4bfd-4027-adb8-75f76add50a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'started_at': datetime.datetime(2022, 4, 12, 18, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:39:51.740401 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-ef8d2247-ef4d-4756-b930-aac89747044b service neutron] Checking segment: {'id': 'de26e585-a5c1-4ee0-9f2a-7955fb03bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:39:51.740789 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-ef8d2247-ef4d-4756-b930-aac89747044b service neutron] Bound using segment: {'id': 'de26e585-a5c1-4ee0-9f2a-7955fb03bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:39:51.741241 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-ef8d2247-ef4d-4756-b930-aac89747044b service neutron] Bound port: bc92fc41-1eae-4d94-9ede-cc6542d22153, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de26e585-a5c1-4ee0-9f2a-7955fb03bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:39:51.741600 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-ef8d2247-ef4d-4756-b930-aac89747044b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (bc92fc41-1eae-4d94-9ede-cc6542d22153), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:51.806317 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-ef8d2247-ef4d-4756-b930-aac89747044b service neutron] For port bc92fc41-1eae-4d94-9ede-cc6542d22153, host hv-cinder-83753, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:39:51.809426 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-ef8d2247-ef4d-4756-b930-aac89747044b service neutron] For port bc92fc41-1eae-4d94-9ede-cc6542d22153, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=bc92fc41-1eae-4d94-9ede-cc6542d22153,segment=NetworkSegment(de26e585-a5c1-4ee0-9f2a-7955fb03bb32),segment_id=de26e585-a5c1-4ee0-9f2a-7955fb03bb32)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:39:51.814763 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-ef8d2247-ef4d-4756-b930-aac89747044b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59090711'] for port (bc92fc41-1eae-4d94-9ede-cc6542d22153), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:51.849794 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-ef8d2247-ef4d-4756-b930-aac89747044b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:51.850541 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-ef8d2247-ef4d-4756-b930-aac89747044b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:51.851913 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-ef8d2247-ef4d-4756-b930-aac89747044b service neutron] 10.222.0.26 "PUT /v2.0/ports/bc92fc41-1eae-4d94-9ede-cc6542d22153 HTTP/1.1" status: 200 len: 1094 time: 0.5987139 Apr 12 18:39:51.854216 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a51e6914-40a8-428c-86c0-6c0bae4e4768', 'tag': 'bc92fc41-1eae-4d94-9ede-cc6542d22153'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:39:51.857014 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946aa20e-ddc6-4237-8954-0fd22f471e46" -d '{"events": [{"name": "network-changed", "server_uuid": "a51e6914-40a8-428c-86c0-6c0bae4e4768", "tag": "bc92fc41-1eae-4d94-9ede-cc6542d22153"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:39:51.904088 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d2247-ef4d-4756-b930-aac89747044b service neutron] Pushing event updated for resources: {'Port': ['ID=bc92fc41-1eae-4d94-9ede-cc6542d22153,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:51.923843 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cfea40-987b-475c-be98-e55522c0d05f x-openstack-request-id: req-74cfea40-987b-475c-be98-e55522c0d05f {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:39:51.924142 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a51e6914-40a8-428c-86c0-6c0bae4e4768", "tag": "bc92fc41-1eae-4d94-9ede-cc6542d22153", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:39:51.924398 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-74cfea40-987b-475c-be98-e55522c0d05f {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:39:51.924795 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74cfea40-987b-475c-be98-e55522c0d05f'] response: {'name': 'network-changed', 'server_uuid': 'a51e6914-40a8-428c-86c0-6c0bae4e4768', 'tag': 'bc92fc41-1eae-4d94-9ede-cc6542d22153', 'status': 'completed', 'code': 200} Apr 12 18:39:51.937682 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-7753ffed-331e-4877-b9e1-4e2244cc040b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:51.939195 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-7753ffed-331e-4877-b9e1-4e2244cc040b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9533c204e06a484c8a8c0cca48c4a2e6&device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 1128 time: 0.0472462 Apr 12 18:39:51.982157 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-a2f5510c-04b1-4c51-b003-c39ba4dfec11 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc92fc41-1eae-4d94-9ede-cc6542d22153 HTTP/1.1" status: 200 len: 217 time: 0.0363386 Apr 12 18:39:52.031062 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-a8a7d596-a3b8-4bd9-aef3-43c9bb1be124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:52.032511 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-a8a7d596-a3b8-4bd9-aef3-43c9bb1be124 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45b3b4b0-14e0-4976-a243-ab2b03a6eaa0 HTTP/1.1" status: 200 len: 851 time: 0.0446608 Apr 12 18:39:52.078517 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-729b124a-4e73-4c8a-9a84-7b7156c27722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:52.079977 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-729b124a-4e73-4c8a-9a84-7b7156c27722 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=015c960c-be3b-4fd3-b0bc-89103f2458f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418208 Apr 12 18:39:52.166970 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-6d5c6ae5-fe0a-4967-9928-88c33c5ab420 service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805109 Apr 12 18:39:52.257511 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-3e2928b4-c6d9-4d28-9077-db3940205fb2 req-2c47bf37-f51d-4976-8cdf-f48802f50854 service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842738 Apr 12 18:39:52.314533 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f87b1-f593-43ee-913c-52557bd8f41a req-181e2e3c-731e-4b3e-80e8-34c273efc1ea tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:52.316017 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-043f87b1-f593-43ee-913c-52557bd8f41a req-181e2e3c-731e-4b3e-80e8-34c273efc1ea tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 944 time: 0.0468082 Apr 12 18:39:52.365350 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-043f87b1-f593-43ee-913c-52557bd8f41a req-7267fb85-ee49-4f07-93d5-89b78a680da2 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423856 Apr 12 18:39:53.170997 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946aa20e-ddc6-4237-8954-0fd22f471e46 req-68a8ea39-5ac3-4387-9b2f-00aad109c13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:53.172510 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-946aa20e-ddc6-4237-8954-0fd22f471e46 req-68a8ea39-5ac3-4387-9b2f-00aad109c13f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9533c204e06a484c8a8c0cca48c4a2e6&device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 1128 time: 0.0394330 Apr 12 18:39:53.263871 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946aa20e-ddc6-4237-8954-0fd22f471e46 req-21638817-6300-4680-854d-77027aa9479f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:53.265327 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-946aa20e-ddc6-4237-8954-0fd22f471e46 req-21638817-6300-4680-854d-77027aa9479f service neutron] 10.222.0.26 "GET /v2.0/networks?id=015c960c-be3b-4fd3-b0bc-89103f2458f8 HTTP/1.1" status: 200 len: 913 time: 0.0870886 Apr 12 18:39:53.305391 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-946aa20e-ddc6-4237-8954-0fd22f471e46 req-83ab385d-cb28-4d02-85af-542d99777505 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc92fc41-1eae-4d94-9ede-cc6542d22153 HTTP/1.1" status: 200 len: 217 time: 0.0337520 Apr 12 18:39:53.354862 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946aa20e-ddc6-4237-8954-0fd22f471e46 req-c7211b71-873c-48b0-85db-5443075903ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:53.356294 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-946aa20e-ddc6-4237-8954-0fd22f471e46 req-c7211b71-873c-48b0-85db-5443075903ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45b3b4b0-14e0-4976-a243-ab2b03a6eaa0 HTTP/1.1" status: 200 len: 851 time: 0.0429339 Apr 12 18:39:53.405557 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946aa20e-ddc6-4237-8954-0fd22f471e46 req-09d4bac0-e69d-4411-a27e-e891e1b303f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:53.407126 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-946aa20e-ddc6-4237-8954-0fd22f471e46 req-09d4bac0-e69d-4411-a27e-e891e1b303f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=015c960c-be3b-4fd3-b0bc-89103f2458f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418897 Apr 12 18:39:53.478450 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593acaba-8e1e-4b07-bd60-32976d002434 req-13d30d54-123a-41a1-a4fd-bbb0ef158ab4 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:53.479862 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-593acaba-8e1e-4b07-bd60-32976d002434 req-13d30d54-123a-41a1-a4fd-bbb0ef158ab4 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 944 time: 0.0461981 Apr 12 18:39:53.499368 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-946aa20e-ddc6-4237-8954-0fd22f471e46 req-ce6d2981-15b2-4831-9897-59e3eabe0a1c service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824039 Apr 12 18:39:53.528666 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-593acaba-8e1e-4b07-bd60-32976d002434 req-a964fe07-bdc4-4815-8e55-effdc347aea0 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432963 Apr 12 18:39:53.592223 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-946aa20e-ddc6-4237-8954-0fd22f471e46 req-d5f8ec95-3094-47bc-9ded-3f18f9d6461b service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859458 Apr 12 18:39:54.247053 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:54.641860 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7805b8-6ffc-474a-ac56-e4235c5cbdaa req-81b0965e-3929-4c03-8809-4205c4fcf871 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:54.643324 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8d7805b8-6ffc-474a-ac56-e4235c5cbdaa req-81b0965e-3929-4c03-8809-4205c4fcf871 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 944 time: 0.0507765 Apr 12 18:39:54.690928 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8d7805b8-6ffc-474a-ac56-e4235c5cbdaa req-c4ba0f03-b85b-4e5a-9f7f-74ded9cc5c3d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421233 Apr 12 18:39:55.851601 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6f787-755a-446d-8ff6-6fbff9f78502 req-3e8186db-443d-4b9a-a455-c40da7ea6686 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:55.853088 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1be6f787-755a-446d-8ff6-6fbff9f78502 req-3e8186db-443d-4b9a-a455-c40da7ea6686 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 944 time: 0.0942860 Apr 12 18:39:55.900138 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-1be6f787-755a-446d-8ff6-6fbff9f78502 req-11c6e9a1-3868-44cd-9459-313e76f9cff8 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415027 Apr 12 18:39:57.072777 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b573ba-6679-481d-b2a6-70a4fa7a527f req-fff4cbd0-bad8-4b45-bd19-8ac02a38ad09 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:57.074264 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-38b573ba-6679-481d-b2a6-70a4fa7a527f req-fff4cbd0-bad8-4b45-bd19-8ac02a38ad09 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 944 time: 0.1080818 Apr 12 18:39:57.121202 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-38b573ba-6679-481d-b2a6-70a4fa7a527f req-b8ca5df2-2375-4d3b-a55b-4b62b7daac5a tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414383 Apr 12 18:39:57.777599 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:39:58.232109 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d2e07-e91a-4421-bdb2-fb034e216114 req-43fbeaa0-f966-410e-8a6a-396365b1b94a tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:58.233578 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d27d2e07-e91a-4421-bdb2-fb034e216114 req-43fbeaa0-f966-410e-8a6a-396365b1b94a tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 944 time: 0.0467141 Apr 12 18:39:58.281018 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d27d2e07-e91a-4421-bdb2-fb034e216114 req-5e3c51c4-b1cb-41ab-9751-816b0751ca7f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419190 Apr 12 18:39:59.389373 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98962ce8-67ef-40ec-8faf-67c37f1e497a req-f88e6fe6-83f7-4c33-bba5-885cf7eb9a3b tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:59.390872 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-98962ce8-67ef-40ec-8faf-67c37f1e497a req-f88e6fe6-83f7-4c33-bba5-885cf7eb9a3b tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 944 time: 0.0455797 Apr 12 18:39:59.444915 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-98962ce8-67ef-40ec-8faf-67c37f1e497a req-9a82c9fc-6bfe-48b8-a35a-7df179c3818b tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476387 Apr 12 18:40:00.556865 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417163f-cca8-4636-a7be-2eb5801edd21 req-c40b2776-7283-48e6-84ef-927f22589657 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:00.558391 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3417163f-cca8-4636-a7be-2eb5801edd21 req-c40b2776-7283-48e6-84ef-927f22589657 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 944 time: 0.0463352 Apr 12 18:40:00.605357 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-3417163f-cca8-4636-a7be-2eb5801edd21 req-e7e7d049-8652-4eaf-adc9-9028bd449a20 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415628 Apr 12 18:40:01.627295 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device bc92fc41-1eae-4d94-9ede-cc6542d22153 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:40:01.717839 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0bea7-b9c2-4179-9b56-040304bcf43c req-a5f5278f-98c0-47d8-9114-34e141c24a05 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:01.719499 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-64f0bea7-b9c2-4179-9b56-040304bcf43c req-a5f5278f-98c0-47d8-9114-34e141c24a05 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 944 time: 0.0486095 Apr 12 18:40:01.728369 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port bc92fc41-1eae-4d94-9ede-cc6542d22153, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=bc92fc41-1eae-4d94-9ede-cc6542d22153,segment=NetworkSegment(de26e585-a5c1-4ee0-9f2a-7955fb03bb32),segment_id=de26e585-a5c1-4ee0-9f2a-7955fb03bb32)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:40:01.741537 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Returning: {'device': 'bc92fc41-1eae-4d94-9ede-cc6542d22153', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'port_id': 'bc92fc41-1eae-4d94-9ede-cc6542d22153', 'mac_address': 'fa:16:3e:1a:29:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:40:01.770724 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-64f0bea7-b9c2-4179-9b56-040304bcf43c req-1245a977-cd1e-41fe-ba0e-087c876bafd6 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449059 Apr 12 18:40:01.778151 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port bc92fc41-1eae-4d94-9ede-cc6542d22153 is: DOWN; New status is: BUILD {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:40:01.778637 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (bc92fc41-1eae-4d94-9ede-cc6542d22153), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:01.794488 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc92fc41-1eae-4d94-9ede-cc6542d22153 {{(pid=103525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:40:01.814674 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port bc92fc41-1eae-4d94-9ede-cc6542d22153, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=bc92fc41-1eae-4d94-9ede-cc6542d22153,segment=NetworkSegment(de26e585-a5c1-4ee0-9f2a-7955fb03bb32),segment_id=de26e585-a5c1-4ee0-9f2a-7955fb03bb32)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:40:01.819422 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (bc92fc41-1eae-4d94-9ede-cc6542d22153), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:01.865517 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=bc92fc41-1eae-4d94-9ede-cc6542d22153,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:01.872362 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:01.872714 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:01.873064 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:01.873437 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:01.873776 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:01.874108 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:01.874439 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:01.874773 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:01.875100 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:01.875428 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:01.875757 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:01.876084 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:01.876411 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:01.876736 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:01.877056 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:02.150969 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] get_ports_and_sgs() called for port_ids ['bc92fc41-1eae-4d94-9ede-cc6542d22153'] {{(pid=103525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:40:02.883888 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ba688-7c0d-44cf-b26e-e0461e502ae3 req-a3e7c2cb-f0d5-450a-bd2e-f8485056898d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:02.885371 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-638ba688-7c0d-44cf-b26e-e0461e502ae3 req-a3e7c2cb-f0d5-450a-bd2e-f8485056898d tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 945 time: 0.0502071 Apr 12 18:40:02.933434 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-638ba688-7c0d-44cf-b26e-e0461e502ae3 req-1e8ea09f-99e7-45a2-9a8d-9e9b8a388551 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425606 Apr 12 18:40:03.622950 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device bc92fc41-1eae-4d94-9ede-cc6542d22153 up at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:40:03.666451 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning for port bc92fc41-1eae-4d94-9ede-cc6542d22153 completed by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:40:03.672173 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.provisioning_blocks [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Provisioning complete for port bc92fc41-1eae-4d94-9ede-cc6542d22153 triggered by entity L2. {{(pid=103525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:40:03.672583 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3830533'] for port (bc92fc41-1eae-4d94-9ede-cc6542d22153), provisioning_complete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:03.751040 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Current status of the port bc92fc41-1eae-4d94-9ede-cc6542d22153 is: BUILD; New status is: ACTIVE {{(pid=103525) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:40:03.751419 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (bc92fc41-1eae-4d94-9ede-cc6542d22153), before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:03.774002 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51e6914-40a8-428c-86c0-6c0bae4e4768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc92fc41-1eae-4d94-9ede-cc6542d22153'}] {{(pid=103525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:40:03.776234 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f4ef982a7dba20e8de8bb15acae41a570cf664d0c5d3a74b4bff131be4e970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157fe424-d910-4428-9ded-e91eec8ff9ac" -d '{"events": [{"server_uuid": "a51e6914-40a8-428c-86c0-6c0bae4e4768", "name": "network-vif-plugged", "status": "completed", "tag": "bc92fc41-1eae-4d94-9ede-cc6542d22153"}]}' {{(pid=103525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:40:03.789644 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] For port bc92fc41-1eae-4d94-9ede-cc6542d22153, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=bc92fc41-1eae-4d94-9ede-cc6542d22153,segment=NetworkSegment(de26e585-a5c1-4ee0-9f2a-7955fb03bb32),segment_id=de26e585-a5c1-4ee0-9f2a-7955fb03bb32)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:40:03.793562 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106'] for port (bc92fc41-1eae-4d94-9ede-cc6542d22153), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:03.818151 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77919ab-ec16-4ef6-8300-aecd2c7d3a45 x-openstack-request-id: req-d77919ab-ec16-4ef6-8300-aecd2c7d3a45 {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:40:03.818445 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a51e6914-40a8-428c-86c0-6c0bae4e4768", "name": "network-vif-plugged", "status": "completed", "tag": "bc92fc41-1eae-4d94-9ede-cc6542d22153", "code": 200}]} {{(pid=103525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:40:03.818699 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d77919ab-ec16-4ef6-8300-aecd2c7d3a45 {{(pid=103525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:40:03.819714 dv-cinder-837535-1-iscsi neutron-server[103525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d77919ab-ec16-4ef6-8300-aecd2c7d3a45'] response: {'server_uuid': 'a51e6914-40a8-428c-86c0-6c0bae4e4768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc92fc41-1eae-4d94-9ede-cc6542d22153', 'code': 200} Apr 12 18:40:03.846523 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Pushing event updated for resources: {'Port': ['ID=bc92fc41-1eae-4d94-9ede-cc6542d22153,revision_number=5']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:04.016990 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def2b2c-4efa-4ab4-bcf0-391286ad3b09 req-5ed68803-b7a4-41bf-91bc-9af66227f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:04.018515 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-7def2b2c-4efa-4ab4-bcf0-391286ad3b09 req-5ed68803-b7a4-41bf-91bc-9af66227f2df service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 1130 time: 0.0377793 Apr 12 18:40:04.044875 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69b68e-4a5a-4b28-a0fc-acb897fcc7ec req-9d4210b7-ac98-4374-b11c-36019810a715 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:04.046397 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8d69b68e-4a5a-4b28-a0fc-acb897fcc7ec req-9d4210b7-ac98-4374-b11c-36019810a715 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 946 time: 0.0474744 Apr 12 18:40:04.064432 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-7def2b2c-4efa-4ab4-bcf0-391286ad3b09 req-19eef0d4-b0f9-4c84-9643-36df8463d755 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400808 Apr 12 18:40:04.094061 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-8d69b68e-4a5a-4b28-a0fc-acb897fcc7ec req-63af2ff4-de13-498a-91f5-b1f633f01fb6 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420854 Apr 12 18:40:05.208883 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca7489-248d-4116-a198-b1d96dd1e647 req-2a415d5a-a21e-4b38-be6d-7b3bc04712f5 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:05.210382 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e1ca7489-248d-4116-a198-b1d96dd1e647 req-2a415d5a-a21e-4b38-be6d-7b3bc04712f5 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 946 time: 0.0474572 Apr 12 18:40:05.261301 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-e1ca7489-248d-4116-a198-b1d96dd1e647 req-df34e734-493c-4982-be93-5d425435ae21 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454638 Apr 12 18:40:05.931130 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c94ac34a-2472-4781-9c0c-56951b32dfe3 req-66b94e81-86bc-4c14-977f-6c1701676a0b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e0a60296-fb36-4609-8992-04d09618868a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0365775 Apr 12 18:40:06.014038 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ac34a-2472-4781-9c0c-56951b32dfe3 req-35b35b41-5421-44ea-a5e2-0d1f4a6a4c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:06.015535 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c94ac34a-2472-4781-9c0c-56951b32dfe3 req-35b35b41-5421-44ea-a5e2-0d1f4a6a4c19 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9533c204e06a484c8a8c0cca48c4a2e6&device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 1129 time: 0.0430822 Apr 12 18:40:06.112924 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ac34a-2472-4781-9c0c-56951b32dfe3 req-1713dacc-16ce-43a3-8819-09e06a3a9833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:06.114946 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c94ac34a-2472-4781-9c0c-56951b32dfe3 req-1713dacc-16ce-43a3-8819-09e06a3a9833 service neutron] 10.222.0.26 "GET /v2.0/networks?id=015c960c-be3b-4fd3-b0bc-89103f2458f8 HTTP/1.1" status: 200 len: 913 time: 0.0827241 Apr 12 18:40:06.182123 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c94ac34a-2472-4781-9c0c-56951b32dfe3 req-b22c9468-f65e-43b3-a4b1-636fd9f7fa9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3c77747-e476-4f0a-ac00-b1a422bd93aa HTTP/1.1" status: 200 len: 1001 time: 0.0605109 Apr 12 18:40:06.228801 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ac34a-2472-4781-9c0c-56951b32dfe3 req-6538a917-4930-4329-be9e-204b5983ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:06.230257 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c94ac34a-2472-4781-9c0c-56951b32dfe3 req-6538a917-4930-4329-be9e-204b5983ef62 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45b3b4b0-14e0-4976-a243-ab2b03a6eaa0 HTTP/1.1" status: 200 len: 851 time: 0.0426702 Apr 12 18:40:06.271186 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ac34a-2472-4781-9c0c-56951b32dfe3 req-79828579-6b62-4bec-be5d-4826f9768e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:06.272600 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c94ac34a-2472-4781-9c0c-56951b32dfe3 req-79828579-6b62-4bec-be5d-4826f9768e4a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=015c960c-be3b-4fd3-b0bc-89103f2458f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366418 Apr 12 18:40:06.364200 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c94ac34a-2472-4781-9c0c-56951b32dfe3 req-dc8f65bf-c137-4bfa-bf4d-168d0855867f service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846231 Apr 12 18:40:06.371899 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2de855-6e32-4488-bc32-8ec2faf6f40f req-f73908f7-8c9b-4713-8c68-815d3b29ef2a tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:06.373397 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7c2de855-6e32-4488-bc32-8ec2faf6f40f req-f73908f7-8c9b-4713-8c68-815d3b29ef2a tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 946 time: 0.0480444 Apr 12 18:40:06.424299 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-7c2de855-6e32-4488-bc32-8ec2faf6f40f req-9b9330da-4e0c-4923-a78e-7f78e56f1434 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453367 Apr 12 18:40:06.455616 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-c94ac34a-2472-4781-9c0c-56951b32dfe3 req-33d8c649-5920-4fcd-ab3b-4c6bc30e0719 service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859587 Apr 12 18:40:06.538618 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed4815-a20c-4725-9225-ad834aee2b74 req-9bb6bd04-49c6-472a-8f76-c08cd575d4c7 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:06.540081 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b4ed4815-a20c-4725-9225-ad834aee2b74 req-9bb6bd04-49c6-472a-8f76-c08cd575d4c7 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 946 time: 0.0466316 Apr 12 18:40:06.588442 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-b4ed4815-a20c-4725-9225-ad834aee2b74 req-760a145f-00ea-47e4-95d2-4bf24ac3a5a8 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429521 Apr 12 18:40:06.609719 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 47120) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:40:06.742521 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a684f490-5152-4299-80b9-a4eac22bd36f tempest-TestVolumeBootPattern-1343182044 tempest-TestVolumeBootPattern-1343182044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:06.744037 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-a684f490-5152-4299-80b9-a4eac22bd36f tempest-TestVolumeBootPattern-1343182044 tempest-TestVolumeBootPattern-1343182044-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 1125 time: 0.1333790 Apr 12 18:40:06.746718 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 47124) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:40:06.750827 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.v2.base [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Request body: {'floatingip': {'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'port_id': 'bc92fc41-1eae-4d94-9ede-cc6542d22153', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:40:06.770862 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:06.845348 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:06.949369 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Allocated IP 172.27.1.240 (8fe2c56e-0395-443d-a858-76cf54693827/10fb9747-8da5-4ac4-8e6b-c6dba6e53947/5e301e96-cd55-4b4b-8c8a-3de4a8a08127) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:40:07.050453 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for port (5e301e96-cd55-4b4b-8c8a-3de4a8a08127), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:07.083797 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761369852070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (5e301e96-cd55-4b4b-8c8a-3de4a8a08127), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:07.121744 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Network 8fe2c56e-0395-443d-a858-76cf54693827 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:40:07.124397 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:40:07.126925 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:40:07.157584 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Pushing event updated for resources: {'Port': ['ID=5e301e96-cd55-4b4b-8c8a-3de4a8a08127,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:07.170776 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:07.171132 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:07.171481 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:07.171827 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:07.172169 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:07.172508 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:07.172840 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:07.173204 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:07.173538 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:07.173868 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:07.174201 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:07.174532 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:07.174862 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:07.175186 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:07.175512 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:07.500270 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for floatingip (d5507d95-a5ff-4f80-b3fb-905866e6f844), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:07.569835 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3883018'] for port (5e301e96-cd55-4b4b-8c8a-3de4a8a08127), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:07.715670 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for port (5e301e96-cd55-4b4b-8c8a-3de4a8a08127), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:07.721351 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761370145832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761369852088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761369852106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62656905'] for port (5e301e96-cd55-4b4b-8c8a-3de4a8a08127), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:07.786402 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Pushing event updated for resources: {'Port': ['ID=5e301e96-cd55-4b4b-8c8a-3de4a8a08127,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:07.797705 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-807106'] for floatingip (d5507d95-a5ff-4f80-b3fb-905866e6f844), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:07.899319 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.l3_db [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Floating IP d5507d95-a5ff-4f80-b3fb-905866e6f844 associated. External IP: 172.27.1.240, port: bc92fc41-1eae-4d94-9ede-cc6542d22153. Apr 12 18:40:08.105977 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:40:08.213645 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:40:08.224384 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd200271-abbe-46b3-b0a9-125a0d7fd1f5 None None] Sync routers for ids ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'] in dv-cinder-837535-1-iscsi {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:40:08.232017 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:08.234497 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd200271-abbe-46b3-b0a9-125a0d7fd1f5 None None] Routers {'26d78dcd-cddb-4e74-9612-e20a3e9cf09c'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:40:08.235115 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-dd200271-abbe-46b3-b0a9-125a0d7fd1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:39:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:40:08.261675 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-5cc5def5-370c-4913-bcc4-2503e9b91aad tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5139563 Apr 12 18:40:08.262283 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a51e6914-40a8-428c-86c0-6c0bae4e4768', 'tag': 'bc92fc41-1eae-4d94-9ede-cc6542d22153'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:40:08.264533 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ff44208863b45d5314a74bf2796fa783e64ad3222a396cfa3f0d0395593348f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd7aeca-b4d4-4f46-b52e-c41d365d936c" -d '{"events": [{"name": "network-changed", "server_uuid": "a51e6914-40a8-428c-86c0-6c0bae4e4768", "tag": "bc92fc41-1eae-4d94-9ede-cc6542d22153"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:40:08.306371 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ec00e5-edd9-4488-add4-53d0686d6b64 x-openstack-request-id: req-52ec00e5-edd9-4488-add4-53d0686d6b64 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:40:08.306701 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a51e6914-40a8-428c-86c0-6c0bae4e4768", "tag": "bc92fc41-1eae-4d94-9ede-cc6542d22153", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:40:08.306964 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-52ec00e5-edd9-4488-add4-53d0686d6b64 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:40:08.307375 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52ec00e5-edd9-4488-add4-53d0686d6b64'] response: {'name': 'network-changed', 'server_uuid': 'a51e6914-40a8-428c-86c0-6c0bae4e4768', 'tag': 'bc92fc41-1eae-4d94-9ede-cc6542d22153', 'status': 'completed', 'code': 200} Apr 12 18:40:08.353351 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-dd200271-abbe-46b3-b0a9-125a0d7fd1f5 None None] Set router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:40:08.370031 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7aeca-b4d4-4f46-b52e-c41d365d936c req-6cd42e2a-36f6-4f80-8b23-a03dedc97815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:08.371560 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-0dd7aeca-b4d4-4f46-b52e-c41d365d936c req-6cd42e2a-36f6-4f80-8b23-a03dedc97815 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9533c204e06a484c8a8c0cca48c4a2e6&device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 1130 time: 0.0433848 Apr 12 18:40:08.457325 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7aeca-b4d4-4f46-b52e-c41d365d936c req-9785121a-b95f-4fc1-91ec-3212e30ea7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:08.459490 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-0dd7aeca-b4d4-4f46-b52e-c41d365d936c req-9785121a-b95f-4fc1-91ec-3212e30ea7ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=015c960c-be3b-4fd3-b0bc-89103f2458f8 HTTP/1.1" status: 200 len: 913 time: 0.0828350 Apr 12 18:40:08.574653 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-dd200271-abbe-46b3-b0a9-125a0d7fd1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:05Z', 'revision_number': 4, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'gw_port': {'id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '9f60bbbd-d759-4107-9630-42a906ab58ef', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'port_id': 'a3c77747-e476-4f0a-ac00-b1a422bd93aa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'mac_address': 'fa:16:3e:59:17:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a60296-fb36-4609-8992-04d09618868a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:37:44Z', 'updated_at': '2022-04-12T18:37:46Z', 'revision_number': 1, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'fixed_ip_address_scope': None}, {'id': 'd5507d95-a5ff-4f80-b3fb-905866e6f844', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'port_id': 'bc92fc41-1eae-4d94-9ede-cc6542d22153', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'mac_address': 'fa:16:3e:1a:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51e6914-40a8-428c-86c0-6c0bae4e4768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:40:07Z', 'updated_at': '2022-04-12T18:40:07Z', 'revision_number': 0, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82067ea9-62ea-4566-8528-5537b9392cdb', 'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'mac_address': 'fa:16:3e:f8:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:05Z', 'updated_at': '2022-04-12T18:34:09Z', 'revision_number': 5, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'subnets': [{'id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:40:08.602320 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd200271-abbe-46b3-b0a9-125a0d7fd1f5 None None] Checking router: 26d78dcd-cddb-4e74-9612-e20a3e9cf09c for host: dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:40:08.611646 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd200271-abbe-46b3-b0a9-125a0d7fd1f5 None None] Routers {'26d78dcd-cddb-4e74-9612-e20a3e9cf09c'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:40:08.612278 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-dd200271-abbe-46b3-b0a9-125a0d7fd1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:39:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:40:08.725944 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-dd200271-abbe-46b3-b0a9-125a0d7fd1f5 None None] Set router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:40:08.777686 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-0dd7aeca-b4d4-4f46-b52e-c41d365d936c req-e34544ed-7f0c-454d-a57d-b8549b8fc54b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc92fc41-1eae-4d94-9ede-cc6542d22153 HTTP/1.1" status: 200 len: 1000 time: 0.3125110 Apr 12 18:40:08.825208 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7aeca-b4d4-4f46-b52e-c41d365d936c req-6c3cc27b-dd31-4af4-8d35-e348182ca238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:08.826655 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-0dd7aeca-b4d4-4f46-b52e-c41d365d936c req-6c3cc27b-dd31-4af4-8d35-e348182ca238 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45b3b4b0-14e0-4976-a243-ab2b03a6eaa0 HTTP/1.1" status: 200 len: 851 time: 0.0434847 Apr 12 18:40:08.869184 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7aeca-b4d4-4f46-b52e-c41d365d936c req-c4497ee4-1268-45c3-b5fa-21d20a10fca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:08.870669 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-0dd7aeca-b4d4-4f46-b52e-c41d365d936c req-c4497ee4-1268-45c3-b5fa-21d20a10fca3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=015c960c-be3b-4fd3-b0bc-89103f2458f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382752 Apr 12 18:40:08.946148 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-dd200271-abbe-46b3-b0a9-125a0d7fd1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:05Z', 'revision_number': 4, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'gw_port': {'id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '9f60bbbd-d759-4107-9630-42a906ab58ef', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'port_id': 'a3c77747-e476-4f0a-ac00-b1a422bd93aa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'mac_address': 'fa:16:3e:59:17:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a60296-fb36-4609-8992-04d09618868a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:37:44Z', 'updated_at': '2022-04-12T18:37:46Z', 'revision_number': 1, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'fixed_ip_address_scope': None}, {'id': 'd5507d95-a5ff-4f80-b3fb-905866e6f844', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'port_id': 'bc92fc41-1eae-4d94-9ede-cc6542d22153', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'mac_address': 'fa:16:3e:1a:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51e6914-40a8-428c-86c0-6c0bae4e4768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:40:07Z', 'updated_at': '2022-04-12T18:40:07Z', 'revision_number': 0, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82067ea9-62ea-4566-8528-5537b9392cdb', 'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'mac_address': 'fa:16:3e:f8:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:05Z', 'updated_at': '2022-04-12T18:34:09Z', 'revision_number': 5, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'subnets': [{'id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:40:08.972161 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd200271-abbe-46b3-b0a9-125a0d7fd1f5 None None] The sync data for ids ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'] in dv-cinder-837535-1-iscsi is: [{'id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:05Z', 'revision_number': 4, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'gw_port': {'id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '9f60bbbd-d759-4107-9630-42a906ab58ef', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'port_id': 'a3c77747-e476-4f0a-ac00-b1a422bd93aa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'mac_address': 'fa:16:3e:59:17:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a60296-fb36-4609-8992-04d09618868a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:37:44Z', 'updated_at': '2022-04-12T18:37:46Z', 'revision_number': 1, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'fixed_ip_address_scope': None}, {'id': 'd5507d95-a5ff-4f80-b3fb-905866e6f844', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'port_id': 'bc92fc41-1eae-4d94-9ede-cc6542d22153', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'mac_address': 'fa:16:3e:1a:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51e6914-40a8-428c-86c0-6c0bae4e4768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:40:07Z', 'updated_at': '2022-04-12T18:40:07Z', 'revision_number': 0, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82067ea9-62ea-4566-8528-5537b9392cdb', 'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'mac_address': 'fa:16:3e:f8:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:05Z', 'updated_at': '2022-04-12T18:34:09Z', 'revision_number': 5, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'subnets': [{'id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:40:09.144536 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-0dd7aeca-b4d4-4f46-b52e-c41d365d936c req-332cd61a-81bd-420d-ab78-bec353dbfc0b service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908489 Apr 12 18:40:09.171262 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f5afef-fad2-4cdb-9b22-97803f49fc3e None None] New status for floating IP d5507d95-a5ff-4f80-b3fb-905866e6f844: ACTIVE {{(pid=103526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:40:09.235464 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-0dd7aeca-b4d4-4f46-b52e-c41d365d936c req-228029ed-f054-44b5-a851-6e785069fdff service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852213 Apr 12 18:40:13.179455 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-dd093493-2a20-4064-87a5-07b982ba603f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:15.553603 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4f047c10-0664-4e1e-a343-d7af510694af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:16.928262 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:18.439676 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:19.334135 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:24.277181 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:34.777221 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:40:43.180925 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c0b50ea8-2c24-4663-b3f3-38b3fc55328b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:45.545458 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-cd70e989-dd14-45ea-9c8f-ccfb8970c50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:46.931718 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:48.443198 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:49.337350 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:53.356556 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [req-c2dba94d-057a-46ec-b508-d9f7097659fb req-3ce2e60c-c4b3-42d2-b94d-f9e821c5d639 service neutron] (103523) timed out ('10.222.0.26', 54289) {{(pid=103523) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 18:40:54.296798 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:05.972288 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-6ab6720b-60f2-42ac-99ea-7cc12b3f811f req-2d7c254b-5be8-409e-9a08-4b163074ae9f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0862758 Apr 12 18:41:06.039710 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6720b-60f2-42ac-99ea-7cc12b3f811f req-e622f8e2-61d3-4cbb-8ac7-75c83aef4c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:06.041207 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-6ab6720b-60f2-42ac-99ea-7cc12b3f811f req-e622f8e2-61d3-4cbb-8ac7-75c83aef4c82 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9533c204e06a484c8a8c0cca48c4a2e6&device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 1130 time: 0.0399024 Apr 12 18:41:06.151602 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6720b-60f2-42ac-99ea-7cc12b3f811f req-438f69f2-fde8-4cd9-922d-6b2e40dde769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:06.152971 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-6ab6720b-60f2-42ac-99ea-7cc12b3f811f req-438f69f2-fde8-4cd9-922d-6b2e40dde769 service neutron] 10.222.0.26 "GET /v2.0/networks?id=015c960c-be3b-4fd3-b0bc-89103f2458f8 HTTP/1.1" status: 200 len: 913 time: 0.0832276 Apr 12 18:41:06.220349 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-6ab6720b-60f2-42ac-99ea-7cc12b3f811f req-57a1dded-69cc-4514-8219-104dc8c6ddd4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc92fc41-1eae-4d94-9ede-cc6542d22153 HTTP/1.1" status: 200 len: 1002 time: 0.0603273 Apr 12 18:41:06.266985 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6720b-60f2-42ac-99ea-7cc12b3f811f req-c48d71f5-487b-4377-bc9f-30b6a2d20895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:06.268370 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-6ab6720b-60f2-42ac-99ea-7cc12b3f811f req-c48d71f5-487b-4377-bc9f-30b6a2d20895 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45b3b4b0-14e0-4976-a243-ab2b03a6eaa0 HTTP/1.1" status: 200 len: 851 time: 0.0423269 Apr 12 18:41:06.314048 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6720b-60f2-42ac-99ea-7cc12b3f811f req-fbe71b82-75c7-423d-994d-38e8c8fc4c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:06.315529 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-6ab6720b-60f2-42ac-99ea-7cc12b3f811f req-fbe71b82-75c7-423d-994d-38e8c8fc4c73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=015c960c-be3b-4fd3-b0bc-89103f2458f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408125 Apr 12 18:41:06.325522 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [req-6ab6720b-60f2-42ac-99ea-7cc12b3f811f req-bc4646be-18a7-403b-a942-720f9e095d5f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103524) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:41:06.326438 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-6ab6720b-60f2-42ac-99ea-7cc12b3f811f req-bc4646be-18a7-403b-a942-720f9e095d5f service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050704 Apr 12 18:41:06.419508 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-6ab6720b-60f2-42ac-99ea-7cc12b3f811f req-dc1da506-3084-457b-9999-59fc335c595f service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853283 Apr 12 18:41:06.511883 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-6ab6720b-60f2-42ac-99ea-7cc12b3f811f req-16925a5d-be99-4a0f-93bb-c655c48871a8 service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862031 Apr 12 18:41:11.777374 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:41:13.181104 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-fd7d3981-13df-4067-9aad-8320383749a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:15.548797 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d42b93a5-8731-49eb-aac5-a41df5b330bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:16.934050 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:18.445901 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:19.340296 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:24.306387 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:43.181849 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b8e8fdac-2f9b-471b-b74b-9a01de16f008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:45.549968 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-e70e5f21-0078-48e6-802c-6bba555f9817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:46.935176 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:48.448934 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:48.778605 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:41:49.342196 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:54.304828 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:56.685131 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 47162) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:57.095407 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Deleting port 5e301e96-cd55-4b4b-8c8a-3de4a8a08127 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:41:57.095740 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (5e301e96-cd55-4b4b-8c8a-3de4a8a08127), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:57.169951 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (5e301e96-cd55-4b4b-8c8a-3de4a8a08127), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:57.170283 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for floatingip (5e301e96-cd55-4b4b-8c8a-3de4a8a08127), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:57.181767 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Calling delete_port for 5e301e96-cd55-4b4b-8c8a-3de4a8a08127 owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:41:57.323727 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (5e301e96-cd55-4b4b-8c8a-3de4a8a08127), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:57.353311 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Pushing event deleted for resources: {'Port': ['ID=5e301e96-cd55-4b4b-8c8a-3de4a8a08127,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:57.375520 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:57.375874 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:57.376218 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:57.376562 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:57.376899 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:57.377258 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:57.377589 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:57.377917 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:57.378251 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:57.378578 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:57.378903 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:57.379228 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:57.379553 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:57.379874 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:57.380194 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:57.422561 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for floatingip (d5507d95-a5ff-4f80-b3fb-905866e6f844), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:57.422898 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.l3_db [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Floating IP d5507d95-a5ff-4f80-b3fb-905866e6f844 disassociated (deleted). External IP: 172.27.1.240, port: bc92fc41-1eae-4d94-9ede-cc6542d22153. Apr 12 18:41:57.631484 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:41:57.741458 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:41:57.746574 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:57.751570 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62222fd3-75d6-4be1-b9fd-af91b984c637 None None] Sync routers for ids ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'] in dv-cinder-837535-1-iscsi {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:41:57.760259 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62222fd3-75d6-4be1-b9fd-af91b984c637 None None] Routers {'26d78dcd-cddb-4e74-9612-e20a3e9cf09c'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:41:57.761415 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-62222fd3-75d6-4be1-b9fd-af91b984c637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:41:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:57.777660 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-28f97231-344f-4524-81dc-6856bc6d282f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "DELETE /v2.0/floatingips/d5507d95-a5ff-4f80-b3fb-905866e6f844 HTTP/1.1" status: 204 len: 168 time: 1.0906012 Apr 12 18:41:57.777983 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a51e6914-40a8-428c-86c0-6c0bae4e4768', 'tag': 'bc92fc41-1eae-4d94-9ede-cc6542d22153'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:41:57.780282 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ff44208863b45d5314a74bf2796fa783e64ad3222a396cfa3f0d0395593348f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d39f7d-e12f-45e0-84a4-bdfc076cc83a" -d '{"events": [{"name": "network-changed", "server_uuid": "a51e6914-40a8-428c-86c0-6c0bae4e4768", "tag": "bc92fc41-1eae-4d94-9ede-cc6542d22153"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:41:57.818417 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73aaee39-3ec5-4239-ad9a-a87aa87179d1 x-openstack-request-id: req-73aaee39-3ec5-4239-ad9a-a87aa87179d1 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:41:57.818974 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a51e6914-40a8-428c-86c0-6c0bae4e4768", "tag": "bc92fc41-1eae-4d94-9ede-cc6542d22153", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:41:57.819349 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-73aaee39-3ec5-4239-ad9a-a87aa87179d1 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:41:57.819771 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73aaee39-3ec5-4239-ad9a-a87aa87179d1'] response: {'name': 'network-changed', 'server_uuid': 'a51e6914-40a8-428c-86c0-6c0bae4e4768', 'tag': 'bc92fc41-1eae-4d94-9ede-cc6542d22153', 'status': 'completed', 'code': 200} Apr 12 18:41:57.874462 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-62222fd3-75d6-4be1-b9fd-af91b984c637 None None] Set router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:41:57.880021 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d39f7d-e12f-45e0-84a4-bdfc076cc83a req-5683c908-f80a-47b3-81be-1abd7b4f3dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:57.881834 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-e0d39f7d-e12f-45e0-84a4-bdfc076cc83a req-5683c908-f80a-47b3-81be-1abd7b4f3dc6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9533c204e06a484c8a8c0cca48c4a2e6&device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 1130 time: 0.0409999 Apr 12 18:41:57.979273 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d39f7d-e12f-45e0-84a4-bdfc076cc83a req-6937d57b-3f29-415b-b6a3-b316a6fc12f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:57.980883 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-e0d39f7d-e12f-45e0-84a4-bdfc076cc83a req-6937d57b-3f29-415b-b6a3-b316a6fc12f7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=015c960c-be3b-4fd3-b0bc-89103f2458f8 HTTP/1.1" status: 200 len: 913 time: 0.0936840 Apr 12 18:41:58.014687 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7aa8a-2173-4f9e-98f0-ab79bf55e5c0 req-70bad760-fc82-40a8-bc8a-f5fe3397b7e5 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:58.016276 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4eb7aa8a-2173-4f9e-98f0-ab79bf55e5c0 req-70bad760-fc82-40a8-bc8a-f5fe3397b7e5 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 946 time: 0.0506630 Apr 12 18:41:58.070526 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-4eb7aa8a-2173-4f9e-98f0-ab79bf55e5c0 req-51ee9b20-8767-4825-af9f-986b7e07ec12 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486987 Apr 12 18:41:58.237346 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-62222fd3-75d6-4be1-b9fd-af91b984c637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:05Z', 'revision_number': 4, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'gw_port': {'id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '9f60bbbd-d759-4107-9630-42a906ab58ef', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'port_id': 'a3c77747-e476-4f0a-ac00-b1a422bd93aa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'mac_address': 'fa:16:3e:59:17:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a60296-fb36-4609-8992-04d09618868a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:37:44Z', 'updated_at': '2022-04-12T18:37:46Z', 'revision_number': 1, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82067ea9-62ea-4566-8528-5537b9392cdb', 'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'mac_address': 'fa:16:3e:f8:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:05Z', 'updated_at': '2022-04-12T18:34:09Z', 'revision_number': 5, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'subnets': [{'id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:58.264270 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62222fd3-75d6-4be1-b9fd-af91b984c637 None None] Checking router: 26d78dcd-cddb-4e74-9612-e20a3e9cf09c for host: dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:41:58.272326 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62222fd3-75d6-4be1-b9fd-af91b984c637 None None] Routers {'26d78dcd-cddb-4e74-9612-e20a3e9cf09c'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:41:58.272940 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-62222fd3-75d6-4be1-b9fd-af91b984c637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:41:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:58.384420 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-62222fd3-75d6-4be1-b9fd-af91b984c637 None None] Set router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:41:58.602364 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-62222fd3-75d6-4be1-b9fd-af91b984c637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:05Z', 'revision_number': 4, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'gw_port': {'id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '9f60bbbd-d759-4107-9630-42a906ab58ef', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'port_id': 'a3c77747-e476-4f0a-ac00-b1a422bd93aa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'mac_address': 'fa:16:3e:59:17:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a60296-fb36-4609-8992-04d09618868a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:37:44Z', 'updated_at': '2022-04-12T18:37:46Z', 'revision_number': 1, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82067ea9-62ea-4566-8528-5537b9392cdb', 'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'mac_address': 'fa:16:3e:f8:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:05Z', 'updated_at': '2022-04-12T18:34:09Z', 'revision_number': 5, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'subnets': [{'id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:58.629662 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62222fd3-75d6-4be1-b9fd-af91b984c637 None None] The sync data for ids ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'] in dv-cinder-837535-1-iscsi is: [{'id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:05Z', 'revision_number': 4, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'gw_port': {'id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_floatingips': [{'id': '9f60bbbd-d759-4107-9630-42a906ab58ef', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'router_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'port_id': 'a3c77747-e476-4f0a-ac00-b1a422bd93aa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'mac_address': 'fa:16:3e:59:17:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a60296-fb36-4609-8992-04d09618868a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:37:44Z', 'updated_at': '2022-04-12T18:37:46Z', 'revision_number': 1, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82067ea9-62ea-4566-8528-5537b9392cdb', 'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'mac_address': 'fa:16:3e:f8:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:05Z', 'updated_at': '2022-04-12T18:34:09Z', 'revision_number': 5, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'subnets': [{'id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:41:58.845170 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c463110-3ad4-4afb-86a2-784f37f40277 None None] New status for floating IP d5507d95-a5ff-4f80-b3fb-905866e6f844: DOWN {{(pid=103526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:41:58.956663 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-e0d39f7d-e12f-45e0-84a4-bdfc076cc83a req-71f8144c-975f-4098-ad49-a9c58f58ed99 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc92fc41-1eae-4d94-9ede-cc6542d22153 HTTP/1.1" status: 200 len: 217 time: 0.0379362 Apr 12 18:41:59.004769 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d39f7d-e12f-45e0-84a4-bdfc076cc83a req-c4b4db99-cf2d-4b44-927f-5dacf1410b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:59.006184 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-e0d39f7d-e12f-45e0-84a4-bdfc076cc83a req-c4b4db99-cf2d-4b44-927f-5dacf1410b5d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45b3b4b0-14e0-4976-a243-ab2b03a6eaa0 HTTP/1.1" status: 200 len: 851 time: 0.0432606 Apr 12 18:41:59.057305 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d39f7d-e12f-45e0-84a4-bdfc076cc83a req-daea07cf-0898-4054-a593-351b6de4aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:59.058998 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-e0d39f7d-e12f-45e0-84a4-bdfc076cc83a req-daea07cf-0898-4054-a593-351b6de4aa00 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=015c960c-be3b-4fd3-b0bc-89103f2458f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379021 Apr 12 18:41:59.158865 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-e0d39f7d-e12f-45e0-84a4-bdfc076cc83a req-40dfc308-6de5-41b2-bd5c-d5ec90efc156 service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925024 Apr 12 18:41:59.189524 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e7624-ed4c-4b40-884d-07c0543c7b31 req-02539c43-5626-465b-85b8-d837025218fd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:59.191010 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-744e7624-ed4c-4b40-884d-07c0543c7b31 req-02539c43-5626-465b-85b8-d837025218fd tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 946 time: 0.0467086 Apr 12 18:41:59.239734 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-744e7624-ed4c-4b40-884d-07c0543c7b31 req-2b9cd7e8-06f6-4179-8f04-8eb2504407e6 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428882 Apr 12 18:41:59.271701 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-e0d39f7d-e12f-45e0-84a4-bdfc076cc83a req-dd4d8ed0-13b2-4bf9-9047-9f2978f90c0c service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837288 Apr 12 18:41:59.581413 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b0234-f4dd-4f8f-b4d8-8267cbb6a26d req-52f9ca6f-4914-4b1b-8bd8-fb62bc42b62a tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:59.582868 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-420b0234-f4dd-4f8f-b4d8-8267cbb6a26d req-52f9ca6f-4914-4b1b-8bd8-fb62bc42b62a tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.26 "GET /v2.0/ports?device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 946 time: 0.0516319 Apr 12 18:41:59.665342 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-420b0234-f4dd-4f8f-b4d8-8267cbb6a26d req-f8aa569f-979b-442f-bc28-01f73ec69da9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Deleting port bc92fc41-1eae-4d94-9ede-cc6542d22153 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:41:59.665682 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-420b0234-f4dd-4f8f-b4d8-8267cbb6a26d req-f8aa569f-979b-442f-bc28-01f73ec69da9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (bc92fc41-1eae-4d94-9ede-cc6542d22153), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:59.757311 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-420b0234-f4dd-4f8f-b4d8-8267cbb6a26d req-f8aa569f-979b-442f-bc28-01f73ec69da9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] For port bc92fc41-1eae-4d94-9ede-cc6542d22153, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=bc92fc41-1eae-4d94-9ede-cc6542d22153,segment=NetworkSegment(de26e585-a5c1-4ee0-9f2a-7955fb03bb32),segment_id=de26e585-a5c1-4ee0-9f2a-7955fb03bb32)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:41:59.757680 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-420b0234-f4dd-4f8f-b4d8-8267cbb6a26d req-f8aa569f-979b-442f-bc28-01f73ec69da9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (bc92fc41-1eae-4d94-9ede-cc6542d22153), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:59.770586 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-420b0234-f4dd-4f8f-b4d8-8267cbb6a26d req-f8aa569f-979b-442f-bc28-01f73ec69da9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Calling delete_port for bc92fc41-1eae-4d94-9ede-cc6542d22153 owned by compute:nova {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:41:59.896181 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-420b0234-f4dd-4f8f-b4d8-8267cbb6a26d req-f8aa569f-979b-442f-bc28-01f73ec69da9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (bc92fc41-1eae-4d94-9ede-cc6542d22153), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:59.931390 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa569f-979b-442f-bc28-01f73ec69da9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Pushing event deleted for resources: {'Port': ['ID=bc92fc41-1eae-4d94-9ede-cc6542d22153,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:59.958556 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa569f-979b-442f-bc28-01f73ec69da9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:59.959199 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa569f-979b-442f-bc28-01f73ec69da9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:59.959317 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa569f-979b-442f-bc28-01f73ec69da9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:59.959571 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa569f-979b-442f-bc28-01f73ec69da9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:59.959903 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa569f-979b-442f-bc28-01f73ec69da9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:59.960234 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa569f-979b-442f-bc28-01f73ec69da9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:59.960560 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa569f-979b-442f-bc28-01f73ec69da9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:59.960892 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa569f-979b-442f-bc28-01f73ec69da9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:59.961242 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa569f-979b-442f-bc28-01f73ec69da9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:59.961568 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa569f-979b-442f-bc28-01f73ec69da9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:59.961900 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa569f-979b-442f-bc28-01f73ec69da9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:59.962228 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa569f-979b-442f-bc28-01f73ec69da9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:59.962563 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa569f-979b-442f-bc28-01f73ec69da9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:59.962876 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa569f-979b-442f-bc28-01f73ec69da9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:59.963193 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa569f-979b-442f-bc28-01f73ec69da9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:59.986863 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-420b0234-f4dd-4f8f-b4d8-8267cbb6a26d req-f8aa569f-979b-442f-bc28-01f73ec69da9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] No DVR routers for this DVR port bc92fc41-1eae-4d94-9ede-cc6542d22153 on host hv-cinder-83753 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:41:59.989428 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-420b0234-f4dd-4f8f-b4d8-8267cbb6a26d req-f8aa569f-979b-442f-bc28-01f73ec69da9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:59.992743 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-420b0234-f4dd-4f8f-b4d8-8267cbb6a26d req-f8aa569f-979b-442f-bc28-01f73ec69da9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.26 "DELETE /v2.0/ports/bc92fc41-1eae-4d94-9ede-cc6542d22153 HTTP/1.1" status: 204 len: 173 time: 0.4048417 Apr 12 18:41:59.993211 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51e6914-40a8-428c-86c0-6c0bae4e4768', 'name': 'network-vif-deleted', 'tag': 'bc92fc41-1eae-4d94-9ede-cc6542d22153'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:41:59.996119 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922c3c37-e309-4224-b790-5bb6940abeb7" -d '{"events": [{"server_uuid": "a51e6914-40a8-428c-86c0-6c0bae4e4768", "name": "network-vif-deleted", "tag": "bc92fc41-1eae-4d94-9ede-cc6542d22153"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:42:00.094669 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad711969-9522-4348-8e57-3dc2c44c9481 x-openstack-request-id: req-ad711969-9522-4348-8e57-3dc2c44c9481 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:42:00.094996 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a51e6914-40a8-428c-86c0-6c0bae4e4768", "name": "network-vif-deleted", "tag": "bc92fc41-1eae-4d94-9ede-cc6542d22153", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:42:00.095256 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad711969-9522-4348-8e57-3dc2c44c9481 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:42:00.095658 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad711969-9522-4348-8e57-3dc2c44c9481'] response: {'server_uuid': 'a51e6914-40a8-428c-86c0-6c0bae4e4768', 'name': 'network-vif-deleted', 'tag': 'bc92fc41-1eae-4d94-9ede-cc6542d22153', 'status': 'completed', 'code': 200} Apr 12 18:42:00.350682 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-d9583649-fcd3-4aba-970c-33f3d372eb78 req-6906b00b-18bd-4135-a01c-e0f92fb8fb3f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=a51e6914-40a8-428c-86c0-6c0bae4e4768 HTTP/1.1" status: 200 len: 210 time: 0.0393767 Apr 12 18:42:02.105747 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device bc92fc41-1eae-4d94-9ede-cc6542d22153 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:42:02.126789 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] No Port match for: bc92fc41-1eae-4d94-9ede-cc6542d22153 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:42:02.127139 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device bc92fc41-1eae-4d94-9ede-cc6542d22153 not bound to the agent host hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:42:03.629055 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 47206) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:42:03.786730 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-10a2ab50-2e3e-49b6-9b45-38cb38ee62b9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Deleting port 36e1f0d3-60bb-4d7b-bc89-ec5367aed31a {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:42:03.787077 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-10a2ab50-2e3e-49b6-9b45-38cb38ee62b9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (36e1f0d3-60bb-4d7b-bc89-ec5367aed31a), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:03.862855 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-10a2ab50-2e3e-49b6-9b45-38cb38ee62b9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (36e1f0d3-60bb-4d7b-bc89-ec5367aed31a), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:03.863106 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-10a2ab50-2e3e-49b6-9b45-38cb38ee62b9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for floatingip (36e1f0d3-60bb-4d7b-bc89-ec5367aed31a), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:03.875316 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-10a2ab50-2e3e-49b6-9b45-38cb38ee62b9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Calling delete_port for 36e1f0d3-60bb-4d7b-bc89-ec5367aed31a owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:42:04.027650 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-10a2ab50-2e3e-49b6-9b45-38cb38ee62b9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (36e1f0d3-60bb-4d7b-bc89-ec5367aed31a), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:04.053004 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2ab50-2e3e-49b6-9b45-38cb38ee62b9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Pushing event deleted for resources: {'Port': ['ID=36e1f0d3-60bb-4d7b-bc89-ec5367aed31a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:04.118501 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-10a2ab50-2e3e-49b6-9b45-38cb38ee62b9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for floatingip (9f60bbbd-d759-4107-9630-42a906ab58ef), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:04.118741 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.db.l3_db [None req-10a2ab50-2e3e-49b6-9b45-38cb38ee62b9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Floating IP 9f60bbbd-d759-4107-9630-42a906ab58ef disassociated (deleted). External IP: 172.27.1.245, port: a3c77747-e476-4f0a-ac00-b1a422bd93aa. Apr 12 18:42:04.335009 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a2ab50-2e3e-49b6-9b45-38cb38ee62b9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:42:04.445240 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a2ab50-2e3e-49b6-9b45-38cb38ee62b9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:42:04.450420 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-10a2ab50-2e3e-49b6-9b45-38cb38ee62b9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:04.455603 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2decaf6-c707-40af-8a03-070c9e7b922f None None] Sync routers for ids ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'] in dv-cinder-837535-1-iscsi {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:42:04.466353 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2decaf6-c707-40af-8a03-070c9e7b922f None None] Routers {'26d78dcd-cddb-4e74-9612-e20a3e9cf09c'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:42:04.466982 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b2decaf6-c707-40af-8a03-070c9e7b922f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:41:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:42:04.479572 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-10a2ab50-2e3e-49b6-9b45-38cb38ee62b9 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "DELETE /v2.0/floatingips/9f60bbbd-d759-4107-9630-42a906ab58ef HTTP/1.1" status: 204 len: 168 time: 0.8493900 Apr 12 18:42:04.480214 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a60296-fb36-4609-8992-04d09618868a', 'tag': 'a3c77747-e476-4f0a-ac00-b1a422bd93aa'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:42:04.482588 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ff44208863b45d5314a74bf2796fa783e64ad3222a396cfa3f0d0395593348f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d6a92f-eb3a-473d-a1e5-4102a369f894" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a60296-fb36-4609-8992-04d09618868a", "tag": "a3c77747-e476-4f0a-ac00-b1a422bd93aa"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:42:04.517842 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39772a7f-72d0-472d-a4a4-b8714bf6f413 x-openstack-request-id: req-39772a7f-72d0-472d-a4a4-b8714bf6f413 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:42:04.518387 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a60296-fb36-4609-8992-04d09618868a", "tag": "a3c77747-e476-4f0a-ac00-b1a422bd93aa", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:42:04.518739 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39772a7f-72d0-472d-a4a4-b8714bf6f413 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:42:04.519216 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39772a7f-72d0-472d-a4a4-b8714bf6f413'] response: {'name': 'network-changed', 'server_uuid': 'e0a60296-fb36-4609-8992-04d09618868a', 'tag': 'a3c77747-e476-4f0a-ac00-b1a422bd93aa', 'status': 'completed', 'code': 200} Apr 12 18:42:04.578891 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6a92f-eb3a-473d-a1e5-4102a369f894 req-277d618f-4d87-4f1c-840c-cb6cf3f5e25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:04.580652 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-57d6a92f-eb3a-473d-a1e5-4102a369f894 req-277d618f-4d87-4f1c-840c-cb6cf3f5e25e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9533c204e06a484c8a8c0cca48c4a2e6&device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 1129 time: 0.0402942 Apr 12 18:42:04.584843 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-b2decaf6-c707-40af-8a03-070c9e7b922f None None] Set router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:42:04.690308 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6a92f-eb3a-473d-a1e5-4102a369f894 req-fa8cba3a-4d3c-4055-8c99-799ea950c5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:04.691784 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-57d6a92f-eb3a-473d-a1e5-4102a369f894 req-fa8cba3a-4d3c-4055-8c99-799ea950c5c8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=015c960c-be3b-4fd3-b0bc-89103f2458f8 HTTP/1.1" status: 200 len: 913 time: 0.1035068 Apr 12 18:42:04.710047 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4796d-982a-4cd4-9640-c34460028e6e req-3ff11396-da34-49bd-bdc2-31fcfc8bec18 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:04.711470 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-07e4796d-982a-4cd4-9640-c34460028e6e req-3ff11396-da34-49bd-bdc2-31fcfc8bec18 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 945 time: 0.0502803 Apr 12 18:42:04.764841 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-07e4796d-982a-4cd4-9640-c34460028e6e req-dbe0106d-1225-4d0b-8525-d9741fe535de tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464642 Apr 12 18:42:04.791817 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b2decaf6-c707-40af-8a03-070c9e7b922f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:05Z', 'revision_number': 4, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'gw_port': {'id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '82067ea9-62ea-4566-8528-5537b9392cdb', 'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'mac_address': 'fa:16:3e:f8:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:05Z', 'updated_at': '2022-04-12T18:34:09Z', 'revision_number': 5, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'subnets': [{'id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:42:04.822549 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2decaf6-c707-40af-8a03-070c9e7b922f None None] Checking router: 26d78dcd-cddb-4e74-9612-e20a3e9cf09c for host: dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:42:04.835349 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2decaf6-c707-40af-8a03-070c9e7b922f None None] Routers {'26d78dcd-cddb-4e74-9612-e20a3e9cf09c'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:42:04.835981 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b2decaf6-c707-40af-8a03-070c9e7b922f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:41:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:42:04.952402 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-b2decaf6-c707-40af-8a03-070c9e7b922f None None] Set router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:42:05.143982 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b2decaf6-c707-40af-8a03-070c9e7b922f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:05Z', 'revision_number': 4, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'gw_port': {'id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '82067ea9-62ea-4566-8528-5537b9392cdb', 'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'mac_address': 'fa:16:3e:f8:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:05Z', 'updated_at': '2022-04-12T18:34:09Z', 'revision_number': 5, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'subnets': [{'id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:42:05.170774 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2decaf6-c707-40af-8a03-070c9e7b922f None None] The sync data for ids ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'] in dv-cinder-837535-1-iscsi is: [{'id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:05Z', 'revision_number': 4, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'gw_port': {'id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi', '_interfaces': [{'id': '82067ea9-62ea-4566-8528-5537b9392cdb', 'name': '', 'network_id': '015c960c-be3b-4fd3-b0bc-89103f2458f8', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'mac_address': 'fa:16:3e:f8:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:05Z', 'updated_at': '2022-04-12T18:34:09Z', 'revision_number': 5, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'subnets': [{'id': '45b3b4b0-14e0-4976-a243-ab2b03a6eaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:42:05.405794 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118f914c-cb1b-4300-993c-49c7dd0fa14f None None] New status for floating IP 9f60bbbd-d759-4107-9630-42a906ab58ef: DOWN {{(pid=103526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:42:05.617646 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-57d6a92f-eb3a-473d-a1e5-4102a369f894 req-09379a5a-5ef7-4321-b9d0-40668978b9ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3c77747-e476-4f0a-ac00-b1a422bd93aa HTTP/1.1" status: 200 len: 217 time: 0.0352683 Apr 12 18:42:05.672719 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6a92f-eb3a-473d-a1e5-4102a369f894 req-350d6ff4-1368-4f44-8f0e-273ca8af3bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:05.674113 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-57d6a92f-eb3a-473d-a1e5-4102a369f894 req-350d6ff4-1368-4f44-8f0e-273ca8af3bb9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45b3b4b0-14e0-4976-a243-ab2b03a6eaa0 HTTP/1.1" status: 200 len: 851 time: 0.0511968 Apr 12 18:42:05.726622 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6a92f-eb3a-473d-a1e5-4102a369f894 req-715f8a24-e211-4874-934e-2ac2c613a590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:05.728254 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-57d6a92f-eb3a-473d-a1e5-4102a369f894 req-715f8a24-e211-4874-934e-2ac2c613a590 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=015c960c-be3b-4fd3-b0bc-89103f2458f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406792 Apr 12 18:42:05.819296 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-57d6a92f-eb3a-473d-a1e5-4102a369f894 req-e20cc717-102b-43ac-8046-f81332d621f4 service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845439 Apr 12 18:42:05.886733 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a02c7-4a79-48c8-812c-939f2871df6b req-8957bdb5-3541-4b14-870e-8e21fee1d380 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:05.888372 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c30a02c7-4a79-48c8-812c-939f2871df6b req-8957bdb5-3541-4b14-870e-8e21fee1d380 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 945 time: 0.0475826 Apr 12 18:42:05.943658 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-57d6a92f-eb3a-473d-a1e5-4102a369f894 req-2bc06ba7-ad9f-4bc0-aa38-27999c32dfa9 service neutron] 10.222.0.26 "GET /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913010 Apr 12 18:42:05.943907 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c30a02c7-4a79-48c8-812c-939f2871df6b req-719ad9f4-801a-4a0f-ae9a-15050b8f8f70 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/security-groups?id=924c204f-c913-4400-8e2f-0e0244ef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494435 Apr 12 18:42:06.187697 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd4363-514e-4417-b465-a25f527859be req-96123ad9-2359-4c1f-80db-f16ab535d164 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:06.189178 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-aacd4363-514e-4417-b465-a25f527859be req-96123ad9-2359-4c1f-80db-f16ab535d164 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 945 time: 0.0475290 Apr 12 18:42:06.277574 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-aacd4363-514e-4417-b465-a25f527859be req-7ed815b4-c9ad-4294-bcd4-b4c9985a72a4 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Deleting port a3c77747-e476-4f0a-ac00-b1a422bd93aa {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:42:06.277828 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-aacd4363-514e-4417-b465-a25f527859be req-7ed815b4-c9ad-4294-bcd4-b4c9985a72a4 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (a3c77747-e476-4f0a-ac00-b1a422bd93aa), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:06.368576 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [req-aacd4363-514e-4417-b465-a25f527859be req-7ed815b4-c9ad-4294-bcd4-b4c9985a72a4 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] For port a3c77747-e476-4f0a-ac00-b1a422bd93aa, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a3c77747-e476-4f0a-ac00-b1a422bd93aa,segment=NetworkSegment(de26e585-a5c1-4ee0-9f2a-7955fb03bb32),segment_id=de26e585-a5c1-4ee0-9f2a-7955fb03bb32)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:42:06.368936 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-aacd4363-514e-4417-b465-a25f527859be req-7ed815b4-c9ad-4294-bcd4-b4c9985a72a4 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (a3c77747-e476-4f0a-ac00-b1a422bd93aa), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:06.382380 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [req-aacd4363-514e-4417-b465-a25f527859be req-7ed815b4-c9ad-4294-bcd4-b4c9985a72a4 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Calling delete_port for a3c77747-e476-4f0a-ac00-b1a422bd93aa owned by compute:nova {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:42:06.529022 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-aacd4363-514e-4417-b465-a25f527859be req-7ed815b4-c9ad-4294-bcd4-b4c9985a72a4 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (a3c77747-e476-4f0a-ac00-b1a422bd93aa), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:06.570336 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed815b4-c9ad-4294-bcd4-b4c9985a72a4 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Pushing event deleted for resources: {'Port': ['ID=a3c77747-e476-4f0a-ac00-b1a422bd93aa,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:06.617275 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [req-aacd4363-514e-4417-b465-a25f527859be req-7ed815b4-c9ad-4294-bcd4-b4c9985a72a4 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] No DVR routers for this DVR port a3c77747-e476-4f0a-ac00-b1a422bd93aa on host hv-cinder-83753 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:42:06.619711 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [req-aacd4363-514e-4417-b465-a25f527859be req-7ed815b4-c9ad-4294-bcd4-b4c9985a72a4 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for port (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:06.623596 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [req-aacd4363-514e-4417-b465-a25f527859be req-7ed815b4-c9ad-4294-bcd4-b4c9985a72a4 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.26 "DELETE /v2.0/ports/a3c77747-e476-4f0a-ac00-b1a422bd93aa HTTP/1.1" status: 204 len: 173 time: 0.4298835 Apr 12 18:42:06.624050 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a60296-fb36-4609-8992-04d09618868a', 'name': 'network-vif-deleted', 'tag': 'a3c77747-e476-4f0a-ac00-b1a422bd93aa'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:42:06.626295 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5ab304e9d8b01f5ba3bba7d6b4a11b7b0b1138d7e23e07552fce81a27f04d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64449c59-5b3b-4bfc-9ea4-1cfe9f40316f" -d '{"events": [{"server_uuid": "e0a60296-fb36-4609-8992-04d09618868a", "name": "network-vif-deleted", "tag": "a3c77747-e476-4f0a-ac00-b1a422bd93aa"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:42:06.662212 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f70ecee-3933-4266-994d-39e6b4607a82 x-openstack-request-id: req-3f70ecee-3933-4266-994d-39e6b4607a82 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:42:06.662509 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a60296-fb36-4609-8992-04d09618868a", "name": "network-vif-deleted", "tag": "a3c77747-e476-4f0a-ac00-b1a422bd93aa", "status": "completed", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:42:06.662765 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3f70ecee-3933-4266-994d-39e6b4607a82 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:42:06.663168 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f70ecee-3933-4266-994d-39e6b4607a82'] response: {'server_uuid': 'e0a60296-fb36-4609-8992-04d09618868a', 'name': 'network-vif-deleted', 'tag': 'a3c77747-e476-4f0a-ac00-b1a422bd93aa', 'status': 'completed', 'code': 200} Apr 12 18:42:07.058555 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [req-c5fb21cf-efd0-46d9-b692-a51ae9ba35da req-9e2c154a-a92d-4656-9dbd-5c7afa84462f tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a60296-fb36-4609-8992-04d09618868a HTTP/1.1" status: 200 len: 210 time: 0.0285959 Apr 12 18:42:08.113756 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 47222) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:42:08.237266 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f2651c8-ddba-4ada-8f94-b3c600cb8ea5 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Deleting port b3cd3baf-a902-4a11-b1cd-caee4cc11c30 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:42:08.237617 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f2651c8-ddba-4ada-8f94-b3c600cb8ea5 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (b3cd3baf-a902-4a11-b1cd-caee4cc11c30), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:08.315275 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f2651c8-ddba-4ada-8f94-b3c600cb8ea5 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (b3cd3baf-a902-4a11-b1cd-caee4cc11c30), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:08.315608 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f2651c8-ddba-4ada-8f94-b3c600cb8ea5 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for floatingip (b3cd3baf-a902-4a11-b1cd-caee4cc11c30), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:08.331432 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f2651c8-ddba-4ada-8f94-b3c600cb8ea5 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Calling delete_port for b3cd3baf-a902-4a11-b1cd-caee4cc11c30 owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:42:08.457417 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f2651c8-ddba-4ada-8f94-b3c600cb8ea5 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (b3cd3baf-a902-4a11-b1cd-caee4cc11c30), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:08.480537 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2651c8-ddba-4ada-8f94-b3c600cb8ea5 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Pushing event deleted for resources: {'Port': ['ID=b3cd3baf-a902-4a11-b1cd-caee4cc11c30,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:08.545851 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f2651c8-ddba-4ada-8f94-b3c600cb8ea5 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for floatingip (6b3033ba-6018-4e37-b139-daa886f26028), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:08.548447 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f2651c8-ddba-4ada-8f94-b3c600cb8ea5 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446115'] for floatingip (None), before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:08.549620 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-0f2651c8-ddba-4ada-8f94-b3c600cb8ea5 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "DELETE /v2.0/floatingips/6b3033ba-6018-4e37-b139-daa886f26028 HTTP/1.1" status: 204 len: 168 time: 0.4348898 Apr 12 18:42:09.744836 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 47234) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:42:09.807004 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5e58ac1c-b877-4b89-a842-5dd20cccb0c6 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for security_group (924c204f-c913-4400-8e2f-0e0244ef90f9), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:09.836417 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5e58ac1c-b877-4b89-a842-5dd20cccb0c6 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for security_group (924c204f-c913-4400-8e2f-0e0244ef90f9), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:09.899250 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5e58ac1c-b877-4b89-a842-5dd20cccb0c6 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (924c204f-c913-4400-8e2f-0e0244ef90f9), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:09.902559 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5e58ac1c-b877-4b89-a842-5dd20cccb0c6 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:09.903905 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-5e58ac1c-b877-4b89-a842-5dd20cccb0c6 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] 10.222.0.52 "DELETE /v2.0/security-groups/924c204f-c913-4400-8e2f-0e0244ef90f9 HTTP/1.1" status: 204 len: 168 time: 0.1574516 Apr 12 18:42:09.913621 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58ac1c-b877-4b89-a842-5dd20cccb0c6 tempest-TestVolumeBootPattern-989316746 tempest-TestVolumeBootPattern-989316746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=924c204f-c913-4400-8e2f-0e0244ef90f9,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:10.183089 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device a3c77747-e476-4f0a-ac00-b1a422bd93aa no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:42:10.207208 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] No Port match for: a3c77747-e476-4f0a-ac00-b1a422bd93aa {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:42:10.207552 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Device a3c77747-e476-4f0a-ac00-b1a422bd93aa not bound to the agent host hv-cinder-83753 {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:42:13.184219 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-13e67e24-ef7e-4f76-a5b7-6bc47017cd3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:15.551538 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d8c6432f-fc07-4ef4-bd90-51f6bf397af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:16.947507 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:18.453593 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:19.345162 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:24.340321 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:25.778135 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:42:43.191319 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ebeb15d-3ed5-472e-9e32-60d0a9a055c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:45.557448 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8bfafda0-534d-4879-9014-b8811d7944fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:46.944128 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:48.455783 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:49.347476 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:54.350610 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:02.776894 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:43:10.022791 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 47242) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:43:10.502928 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-41ccf1c7-d8cb-4bb4-9a2c-10037e524898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-810946'] for router_interface (26d78dcd-cddb-4e74-9612-e20a3e9cf09c), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:10.729168 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-41ccf1c7-d8cb-4bb4-9a2c-10037e524898 admin admin] Deleting port 82067ea9-62ea-4566-8528-5537b9392cdb {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:43:10.729510 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-41ccf1c7-d8cb-4bb4-9a2c-10037e524898 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (82067ea9-62ea-4566-8528-5537b9392cdb), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:10.808653 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-41ccf1c7-d8cb-4bb4-9a2c-10037e524898 admin admin] For port 82067ea9-62ea-4566-8528-5537b9392cdb, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=82067ea9-62ea-4566-8528-5537b9392cdb,segment=NetworkSegment(de26e585-a5c1-4ee0-9f2a-7955fb03bb32),segment_id=de26e585-a5c1-4ee0-9f2a-7955fb03bb32)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:43:10.808924 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-41ccf1c7-d8cb-4bb4-9a2c-10037e524898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (82067ea9-62ea-4566-8528-5537b9392cdb), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:10.821246 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-41ccf1c7-d8cb-4bb4-9a2c-10037e524898 admin admin] Calling delete_port for 82067ea9-62ea-4566-8528-5537b9392cdb owned by network:router_interface {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:43:10.999339 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-41ccf1c7-d8cb-4bb4-9a2c-10037e524898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (82067ea9-62ea-4566-8528-5537b9392cdb), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:11.024199 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ccf1c7-d8cb-4bb4-9a2c-10037e524898 admin admin] Pushing event deleted for resources: {'Port': ['ID=82067ea9-62ea-4566-8528-5537b9392cdb,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:11.036564 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ccf1c7-d8cb-4bb4-9a2c-10037e524898 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:11.036919 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ccf1c7-d8cb-4bb4-9a2c-10037e524898 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:11.037291 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ccf1c7-d8cb-4bb4-9a2c-10037e524898 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:11.037633 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ccf1c7-d8cb-4bb4-9a2c-10037e524898 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:11.037974 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ccf1c7-d8cb-4bb4-9a2c-10037e524898 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:11.038311 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ccf1c7-d8cb-4bb4-9a2c-10037e524898 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:11.038639 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ccf1c7-d8cb-4bb4-9a2c-10037e524898 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:11.038969 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ccf1c7-d8cb-4bb4-9a2c-10037e524898 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:11.039304 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ccf1c7-d8cb-4bb4-9a2c-10037e524898 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:11.039632 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ccf1c7-d8cb-4bb4-9a2c-10037e524898 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:11.039967 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ccf1c7-d8cb-4bb4-9a2c-10037e524898 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:11.040294 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ccf1c7-d8cb-4bb4-9a2c-10037e524898 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:11.040622 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ccf1c7-d8cb-4bb4-9a2c-10037e524898 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:11.040946 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ccf1c7-d8cb-4bb4-9a2c-10037e524898 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:11.041296 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ccf1c7-d8cb-4bb4-9a2c-10037e524898 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:11.205724 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-41ccf1c7-d8cb-4bb4-9a2c-10037e524898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-810846'] for router_interface (26d78dcd-cddb-4e74-9612-e20a3e9cf09c), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:11.422815 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ccf1c7-d8cb-4bb4-9a2c-10037e524898 admin admin] Router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:43:11.536389 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ccf1c7-d8cb-4bb4-9a2c-10037e524898 admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:43:11.542057 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-41ccf1c7-d8cb-4bb4-9a2c-10037e524898 admin admin] 10.222.0.52 "PUT /v2.0/routers/26d78dcd-cddb-4e74-9612-e20a3e9cf09c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5177181 Apr 12 18:43:11.544038 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 47252) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:43:11.546702 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b7fd1-3492-4633-9c0c-00dace597289 None None] Sync routers for ids ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'] in dv-cinder-837535-1-iscsi {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:43:11.556388 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08b7fd1-3492-4633-9c0c-00dace597289 None None] Routers {'26d78dcd-cddb-4e74-9612-e20a3e9cf09c'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:43:11.557005 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a08b7fd1-3492-4633-9c0c-00dace597289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:42:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:43:11.649570 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-657ea011-62c8-43a2-8992-e86c039bf611 admin admin] Publish callbacks [] for router (26d78dcd-cddb-4e74-9612-e20a3e9cf09c), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:11.663366 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-a08b7fd1-3492-4633-9c0c-00dace597289 None None] Set router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c gateway port host: dv-cinder-837535-1-iscsi {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:43:11.755927 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-657ea011-62c8-43a2-8992-e86c039bf611 admin admin] Publish callbacks [] for router_gateway (26d78dcd-cddb-4e74-9612-e20a3e9cf09c), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:11.800864 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-657ea011-62c8-43a2-8992-e86c039bf611 admin admin] Deleting port 2cc52be1-c9af-46cb-a7cd-d892b950e087 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:43:11.801265 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-657ea011-62c8-43a2-8992-e86c039bf611 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (2cc52be1-c9af-46cb-a7cd-d892b950e087), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:11.832288 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a08b7fd1-3492-4633-9c0c-00dace597289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:43:10Z', 'revision_number': 5, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'gw_port': {'id': '2cc52be1-c9af-46cb-a7cd-d892b950e087', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:43:11.862346 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b7fd1-3492-4633-9c0c-00dace597289 None None] Checking router: 26d78dcd-cddb-4e74-9612-e20a3e9cf09c for host: dv-cinder-837535-1-iscsi {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:43:11.870510 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08b7fd1-3492-4633-9c0c-00dace597289 None None] Routers {'26d78dcd-cddb-4e74-9612-e20a3e9cf09c'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:43:11.871877 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a08b7fd1-3492-4633-9c0c-00dace597289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:42:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:43:11.885484 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-657ea011-62c8-43a2-8992-e86c039bf611 admin admin] For port 2cc52be1-c9af-46cb-a7cd-d892b950e087, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=2cc52be1-c9af-46cb-a7cd-d892b950e087,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:43:11.885855 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-657ea011-62c8-43a2-8992-e86c039bf611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (2cc52be1-c9af-46cb-a7cd-d892b950e087), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:11.899239 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-657ea011-62c8-43a2-8992-e86c039bf611 admin admin] Calling delete_port for 2cc52be1-c9af-46cb-a7cd-d892b950e087 owned by network:router_gateway {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:43:12.073698 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-657ea011-62c8-43a2-8992-e86c039bf611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (2cc52be1-c9af-46cb-a7cd-d892b950e087), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:12.095218 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-a08b7fd1-3492-4633-9c0c-00dace597289 None None] Set router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:43:12.099160 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ea011-62c8-43a2-8992-e86c039bf611 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cc52be1-c9af-46cb-a7cd-d892b950e087,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:12.148828 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a08b7fd1-3492-4633-9c0c-00dace597289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:43:11Z', 'revision_number': 6, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'gw_port_host': None}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:43:12.167815 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-657ea011-62c8-43a2-8992-e86c039bf611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-807160'] for router_gateway (26d78dcd-cddb-4e74-9612-e20a3e9cf09c), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:12.179390 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b7fd1-3492-4633-9c0c-00dace597289 None None] The sync data for ids ['26d78dcd-cddb-4e74-9612-e20a3e9cf09c'] in dv-cinder-837535-1-iscsi is: [{'id': '26d78dcd-cddb-4e74-9612-e20a3e9cf09c', 'name': 'tempest-TestVolumeBootPattern-1661197864-router', 'tenant_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:03Z', 'updated_at': '2022-04-12T18:43:11Z', 'revision_number': 6, 'project_id': '9533c204e06a484c8a8c0cca48c4a2e6', 'gw_port_host': None}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:43:12.510350 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-657ea011-62c8-43a2-8992-e86c039bf611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-895014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8858'] for router (26d78dcd-cddb-4e74-9612-e20a3e9cf09c), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:12.512512 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-657ea011-62c8-43a2-8992-e86c039bf611 admin admin] Publish callbacks [] for router_controller (26d78dcd-cddb-4e74-9612-e20a3e9cf09c), precommit_delete_associations {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:12.555355 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-657ea011-62c8-43a2-8992-e86c039bf611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-895005'] for router (26d78dcd-cddb-4e74-9612-e20a3e9cf09c), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:12.556219 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657ea011-62c8-43a2-8992-e86c039bf611 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26d78dcd-cddb-4e74-9612-e20a3e9cf09c {{(pid=103524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:43:12.561967 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-657ea011-62c8-43a2-8992-e86c039bf611 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:12.563126 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-657ea011-62c8-43a2-8992-e86c039bf611 admin admin] 10.222.0.52 "DELETE /v2.0/routers/26d78dcd-cddb-4e74-9612-e20a3e9cf09c HTTP/1.1" status: 204 len: 168 time: 1.0181746 Apr 12 18:43:12.565665 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 47254) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:43:12.610986 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f867fbb-714a-45fd-887d-1ed32cdd0410 admin admin] Deleting subnet 45b3b4b0-14e0-4976-a243-ab2b03a6eaa0 {{(pid=103524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:43:12.614523 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0f867fbb-714a-45fd-887d-1ed32cdd0410 admin admin] Publish callbacks [] for subnet (45b3b4b0-14e0-4976-a243-ab2b03a6eaa0), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:12.653516 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0f867fbb-714a-45fd-887d-1ed32cdd0410 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62755009'] for subnet (45b3b4b0-14e0-4976-a243-ab2b03a6eaa0), precommit_delete_associations {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:12.727744 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0f867fbb-714a-45fd-887d-1ed32cdd0410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3990049'] for subnet (45b3b4b0-14e0-4976-a243-ab2b03a6eaa0), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:12.781711 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0f867fbb-714a-45fd-887d-1ed32cdd0410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3990070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59090753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59504398'] for subnet (45b3b4b0-14e0-4976-a243-ab2b03a6eaa0), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:12.807797 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f867fbb-714a-45fd-887d-1ed32cdd0410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45b3b4b0-14e0-4976-a243-ab2b03a6eaa0,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:12.809801 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0f867fbb-714a-45fd-887d-1ed32cdd0410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for subnet (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:12.815366 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-0f867fbb-714a-45fd-887d-1ed32cdd0410 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/45b3b4b0-14e0-4976-a243-ab2b03a6eaa0 HTTP/1.1" status: 204 len: 168 time: 0.2463920 Apr 12 18:43:12.815504 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fd5069-28d2-4afe-afc6-0948be74a7e5 None None] Network 015c960c-be3b-4fd3-b0bc-89103f2458f8 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:43:12.815949 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 47256) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:43:12.888884 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-531d7aaa-8029-472c-a178-b8e4d727e995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3769168'] for network (015c960c-be3b-4fd3-b0bc-89103f2458f8), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:12.940167 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-531d7aaa-8029-472c-a178-b8e4d727e995 admin admin] Deleting port 3520bc24-a1db-43b6-a6d9-bce9608c10dc {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:43:12.940530 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-531d7aaa-8029-472c-a178-b8e4d727e995 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (3520bc24-a1db-43b6-a6d9-bce9608c10dc), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:12.978432 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06670031-f987-4759-ab41-1c1eba4334cb None None] DHCP port deletion for 015c960c-be3b-4fd3-b0bc-89103f2458f8 request from dv-cinder-837535-1-iscsi {{(pid=103525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:43:13.011694 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-531d7aaa-8029-472c-a178-b8e4d727e995 admin admin] For port 3520bc24-a1db-43b6-a6d9-bce9608c10dc, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=3520bc24-a1db-43b6-a6d9-bce9608c10dc,segment=NetworkSegment(de26e585-a5c1-4ee0-9f2a-7955fb03bb32),segment_id=de26e585-a5c1-4ee0-9f2a-7955fb03bb32)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:43:13.012064 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-531d7aaa-8029-472c-a178-b8e4d727e995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (3520bc24-a1db-43b6-a6d9-bce9608c10dc), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:13.025849 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-531d7aaa-8029-472c-a178-b8e4d727e995 admin admin] Calling delete_port for 3520bc24-a1db-43b6-a6d9-bce9608c10dc owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:43:13.034514 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-06670031-f987-4759-ab41-1c1eba4334cb None None] Deleting port 3520bc24-a1db-43b6-a6d9-bce9608c10dc {{(pid=103525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:43:13.035057 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-06670031-f987-4759-ab41-1c1eba4334cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (3520bc24-a1db-43b6-a6d9-bce9608c10dc), before_delete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:13.124641 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-531d7aaa-8029-472c-a178-b8e4d727e995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (3520bc24-a1db-43b6-a6d9-bce9608c10dc), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:13.129045 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-06670031-f987-4759-ab41-1c1eba4334cb None None] For port 3520bc24-a1db-43b6-a6d9-bce9608c10dc, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=3520bc24-a1db-43b6-a6d9-bce9608c10dc,segment=NetworkSegment(de26e585-a5c1-4ee0-9f2a-7955fb03bb32),segment_id=de26e585-a5c1-4ee0-9f2a-7955fb03bb32)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:43:13.129481 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-06670031-f987-4759-ab41-1c1eba4334cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (3520bc24-a1db-43b6-a6d9-bce9608c10dc), precommit_delete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:13.144264 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-06670031-f987-4759-ab41-1c1eba4334cb None None] Calling delete_port for 3520bc24-a1db-43b6-a6d9-bce9608c10dc owned by network:dhcp {{(pid=103525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:43:13.156795 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531d7aaa-8029-472c-a178-b8e4d727e995 admin admin] No DVR routers for this DVR port 3520bc24-a1db-43b6-a6d9-bce9608c10dc on host dv-cinder-837535-1-iscsi {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:43:13.159213 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d7aaa-8029-472c-a178-b8e4d727e995 admin admin] Pushing event deleted for resources: {'Port': ['ID=3520bc24-a1db-43b6-a6d9-bce9608c10dc,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:13.228676 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-23ea23f6-251c-4878-ae85-599033b56a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:13.249529 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-531d7aaa-8029-472c-a178-b8e4d727e995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996314', 'neutron.services.segments.db._delete_segments_for_network-8761370393272'] for network (015c960c-be3b-4fd3-b0bc-89103f2458f8), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:13.254865 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-06670031-f987-4759-ab41-1c1eba4334cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079'] for port (3520bc24-a1db-43b6-a6d9-bce9608c10dc), after_delete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:13.273867 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-531d7aaa-8029-472c-a178-b8e4d727e995 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['015c960c-be3b-4fd3-b0bc-89103f2458f8']}} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:43:13.282620 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06670031-f987-4759-ab41-1c1eba4334cb None None] Pushing event deleted for resources: {'Port': ['ID=3520bc24-a1db-43b6-a6d9-bce9608c10dc,revision_number=None']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:13.286021 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-531d7aaa-8029-472c-a178-b8e4d727e995 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de26e585-a5c1-4ee0-9f2a-7955fb03bb32') {'for_net_delete': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:43:13.286196 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-531d7aaa-8029-472c-a178-b8e4d727e995 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de26e585-a5c1-4ee0-9f2a-7955fb03bb32') {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:43:13.291165 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06670031-f987-4759-ab41-1c1eba4334cb None None] No DVR routers for this DVR port 3520bc24-a1db-43b6-a6d9-bce9608c10dc on host dv-cinder-837535-1-iscsi {{(pid=103525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:43:13.294444 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06670031-f987-4759-ab41-1c1eba4334cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:13.294801 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06670031-f987-4759-ab41-1c1eba4334cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:13.295230 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06670031-f987-4759-ab41-1c1eba4334cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:13.295498 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06670031-f987-4759-ab41-1c1eba4334cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:13.295855 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06670031-f987-4759-ab41-1c1eba4334cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:13.296202 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06670031-f987-4759-ab41-1c1eba4334cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:13.296875 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06670031-f987-4759-ab41-1c1eba4334cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:13.296875 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06670031-f987-4759-ab41-1c1eba4334cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:13.297323 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06670031-f987-4759-ab41-1c1eba4334cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:13.297670 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06670031-f987-4759-ab41-1c1eba4334cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:13.298005 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06670031-f987-4759-ab41-1c1eba4334cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:13.298339 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06670031-f987-4759-ab41-1c1eba4334cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:13.298675 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06670031-f987-4759-ab41-1c1eba4334cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:13.299005 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06670031-f987-4759-ab41-1c1eba4334cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:13.299330 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06670031-f987-4759-ab41-1c1eba4334cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:13.302397 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-531d7aaa-8029-472c-a178-b8e4d727e995 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761370364609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62755066'] for segment (de26e585-a5c1-4ee0-9f2a-7955fb03bb32), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:13.320625 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-531d7aaa-8029-472c-a178-b8e4d727e995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (de26e585-a5c1-4ee0-9f2a-7955fb03bb32), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:13.327798 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531d7aaa-8029-472c-a178-b8e4d727e995 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:43:13.328209 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-531d7aaa-8029-472c-a178-b8e4d727e995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59090939'] for segment (de26e585-a5c1-4ee0-9f2a-7955fb03bb32), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: Traceback (most recent call last): Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: timer() Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: cb(*args, **kw) Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: return func(*args, **kwargs) Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: self._notify() Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: self.callback(batched_events) Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: event.method(event) Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: return f(self, *a, **k) Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: return self._get(url).json() Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: return self.request(url, 'GET', **kwargs) Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:43:13.330039 dv-cinder-837535-1-iscsi neutron-server[103524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:43:13.390980 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-531d7aaa-8029-472c-a178-b8e4d727e995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-807132'] for network (015c960c-be3b-4fd3-b0bc-89103f2458f8), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:13.396556 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-531d7aaa-8029-472c-a178-b8e4d727e995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:13.399691 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-531d7aaa-8029-472c-a178-b8e4d727e995 admin admin] 10.222.0.52 "DELETE /v2.0/networks/015c960c-be3b-4fd3-b0bc-89103f2458f8 HTTP/1.1" status: 204 len: 168 time: 0.5832531 Apr 12 18:43:13.403208 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.52', 47258) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:43:13.410972 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d7aaa-8029-472c-a178-b8e4d727e995 admin admin] Pushing event deleted for resources: {'Network': ['ID=015c960c-be3b-4fd3-b0bc-89103f2458f8,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:13.489273 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 3520bc24-a1db-43b6-a6d9-bce9608c10dc no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:43:13.511429 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: 3520bc24-a1db-43b6-a6d9-bce9608c10dc {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:43:13.511742 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 3520bc24-a1db-43b6-a6d9-bce9608c10dc not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:43:13.512233 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 2cc52be1-c9af-46cb-a7cd-d892b950e087 no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:43:13.535507 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: 2cc52be1-c9af-46cb-a7cd-d892b950e087 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:43:13.535854 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 2cc52be1-c9af-46cb-a7cd-d892b950e087 not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:43:13.536329 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 82067ea9-62ea-4566-8528-5537b9392cdb no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:43:13.556096 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: 82067ea9-62ea-4566-8528-5537b9392cdb {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:43:13.556442 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 82067ea9-62ea-4566-8528-5537b9392cdb not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:43:13.769658 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-346694ef-fc32-4ea2-b47c-8d545bdd59a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-810946'] for router_interface (3162ab45-7150-4b36-968b-50dc07f1a757), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:14.049629 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-346694ef-fc32-4ea2-b47c-8d545bdd59a9 admin admin] Deleting port 0e1cc30a-76e7-4fb8-8fac-fc03a74691a7 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:43:14.049969 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-346694ef-fc32-4ea2-b47c-8d545bdd59a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (0e1cc30a-76e7-4fb8-8fac-fc03a74691a7), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:14.131471 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-346694ef-fc32-4ea2-b47c-8d545bdd59a9 admin admin] For port 0e1cc30a-76e7-4fb8-8fac-fc03a74691a7, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=0e1cc30a-76e7-4fb8-8fac-fc03a74691a7,segment=NetworkSegment(a89b1825-fa6c-4f30-948a-a54dc20e410b),segment_id=a89b1825-fa6c-4f30-948a-a54dc20e410b)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:43:14.131847 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-346694ef-fc32-4ea2-b47c-8d545bdd59a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (0e1cc30a-76e7-4fb8-8fac-fc03a74691a7), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:14.145070 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-346694ef-fc32-4ea2-b47c-8d545bdd59a9 admin admin] Calling delete_port for 0e1cc30a-76e7-4fb8-8fac-fc03a74691a7 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:43:14.335528 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-346694ef-fc32-4ea2-b47c-8d545bdd59a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62656944'] for port (0e1cc30a-76e7-4fb8-8fac-fc03a74691a7), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:14.363699 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346694ef-fc32-4ea2-b47c-8d545bdd59a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e1cc30a-76e7-4fb8-8fac-fc03a74691a7,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:14.392884 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346694ef-fc32-4ea2-b47c-8d545bdd59a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:14.393259 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346694ef-fc32-4ea2-b47c-8d545bdd59a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:14.393607 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346694ef-fc32-4ea2-b47c-8d545bdd59a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:14.393949 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346694ef-fc32-4ea2-b47c-8d545bdd59a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:14.394381 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346694ef-fc32-4ea2-b47c-8d545bdd59a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:14.394620 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346694ef-fc32-4ea2-b47c-8d545bdd59a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:14.394951 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346694ef-fc32-4ea2-b47c-8d545bdd59a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:14.395285 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346694ef-fc32-4ea2-b47c-8d545bdd59a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:14.395614 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346694ef-fc32-4ea2-b47c-8d545bdd59a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:14.395951 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346694ef-fc32-4ea2-b47c-8d545bdd59a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:14.396276 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346694ef-fc32-4ea2-b47c-8d545bdd59a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:14.396612 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346694ef-fc32-4ea2-b47c-8d545bdd59a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:14.396937 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346694ef-fc32-4ea2-b47c-8d545bdd59a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:14.397285 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346694ef-fc32-4ea2-b47c-8d545bdd59a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:14.397611 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346694ef-fc32-4ea2-b47c-8d545bdd59a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837535-1-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:14.837584 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-346694ef-fc32-4ea2-b47c-8d545bdd59a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-810846'] for router_interface (3162ab45-7150-4b36-968b-50dc07f1a757), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:15.059485 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346694ef-fc32-4ea2-b47c-8d545bdd59a9 admin admin] Router 3162ab45-7150-4b36-968b-50dc07f1a757 has already been hosted by L3 agent 67e8ab40-2774-41b2-8166-c42ed6ca5449 {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:43:15.171252 dv-cinder-837535-1-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346694ef-fc32-4ea2-b47c-8d545bdd59a9 admin admin] Notify agent at l3_agent.dv-cinder-837535-1-iscsi the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:43:15.176582 dv-cinder-837535-1-iscsi neutron-server[103523]: INFO neutron.wsgi [None req-346694ef-fc32-4ea2-b47c-8d545bdd59a9 admin admin] 10.222.0.52 "PUT /v2.0/routers/3162ab45-7150-4b36-968b-50dc07f1a757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7721417 Apr 12 18:43:15.179687 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 47262) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:43:15.180303 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033cc044-ef40-4b17-b20a-363a44b63b00 None None] Sync routers for ids ['3162ab45-7150-4b36-968b-50dc07f1a757'] in dv-cinder-837535-1-iscsi {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:43:15.191878 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033cc044-ef40-4b17-b20a-363a44b63b00 None None] Routers {'3162ab45-7150-4b36-968b-50dc07f1a757'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:43:15.192507 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-033cc044-ef40-4b17-b20a-363a44b63b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:42:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['3162ab45-7150-4b36-968b-50dc07f1a757'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:43:15.291421 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7ec281f7-d38b-4d77-89b3-5b7fe82ba07c admin admin] Publish callbacks [] for router (3162ab45-7150-4b36-968b-50dc07f1a757), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:15.305182 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-033cc044-ef40-4b17-b20a-363a44b63b00 None None] Set router 3162ab45-7150-4b36-968b-50dc07f1a757 gateway port host: dv-cinder-837535-1-iscsi {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:43:15.405624 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7ec281f7-d38b-4d77-89b3-5b7fe82ba07c admin admin] Publish callbacks [] for router_gateway (3162ab45-7150-4b36-968b-50dc07f1a757), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:15.452601 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7ec281f7-d38b-4d77-89b3-5b7fe82ba07c admin admin] Deleting port d228c9c0-3a31-42a6-b000-22fd60399205 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:43:15.452949 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7ec281f7-d38b-4d77-89b3-5b7fe82ba07c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (d228c9c0-3a31-42a6-b000-22fd60399205), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:15.504865 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-033cc044-ef40-4b17-b20a-363a44b63b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3162ab45-7150-4b36-968b-50dc07f1a757', 'name': 'tempest-TestVolumeBootPattern-1220789805-router', 'tenant_id': '4ef7c8b3cc844b2cbbe60785773c3d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'external_fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'd228c9c0-3a31-42a6-b000-22fd60399205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:08Z', 'updated_at': '2022-04-12T18:43:14Z', 'revision_number': 5, 'project_id': '4ef7c8b3cc844b2cbbe60785773c3d07', 'gw_port': {'id': 'd228c9c0-3a31-42a6-b000-22fd60399205', 'name': '', 'network_id': '8fe2c56e-0395-443d-a858-76cf54693827', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3162ab45-7150-4b36-968b-50dc07f1a757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:34:08Z', 'updated_at': '2022-04-12T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10fb9747-8da5-4ac4-8e6b-c6dba6e53947', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837535-1-iscsi'}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:43:15.532554 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033cc044-ef40-4b17-b20a-363a44b63b00 None None] Checking router: 3162ab45-7150-4b36-968b-50dc07f1a757 for host: dv-cinder-837535-1-iscsi {{(pid=103526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:43:15.541813 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033cc044-ef40-4b17-b20a-363a44b63b00 None None] Routers {'3162ab45-7150-4b36-968b-50dc07f1a757'} bound to L3 agent in host dv-cinder-837535-1-iscsi {{(pid=103526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:43:15.542437 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-033cc044-ef40-4b17-b20a-363a44b63b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:11:15Z,description=,heartbeat_timestamp=2022-04-12T18:42:46Z,host='dv-cinder-837535-1-iscsi',id=67e8ab40-2774-41b2-8166-c42ed6ca5449,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:11:15Z,topic='l3_agent')) {'router_ids': ['3162ab45-7150-4b36-968b-50dc07f1a757'], 'active': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:43:15.544525 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7ec281f7-d38b-4d77-89b3-5b7fe82ba07c admin admin] For port d228c9c0-3a31-42a6-b000-22fd60399205, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=d228c9c0-3a31-42a6-b000-22fd60399205,segment=NetworkSegment(e77dbef2-f45c-4671-99b6-c2b0d1921055),segment_id=e77dbef2-f45c-4671-99b6-c2b0d1921055)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:43:15.546046 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7ec281f7-d38b-4d77-89b3-5b7fe82ba07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (d228c9c0-3a31-42a6-b000-22fd60399205), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:15.551334 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-870efe8a-b655-47b3-9fa9-b862364e1199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:15.565792 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7ec281f7-d38b-4d77-89b3-5b7fe82ba07c admin admin] Calling delete_port for d228c9c0-3a31-42a6-b000-22fd60399205 owned by network:router_gateway {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:43:15.630902 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_dvr_db [None req-033cc044-ef40-4b17-b20a-363a44b63b00 None None] Set router 3162ab45-7150-4b36-968b-50dc07f1a757 gateway port host: None {{(pid=103526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:43:15.686207 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.l3_hamode_db [None req-033cc044-ef40-4b17-b20a-363a44b63b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3162ab45-7150-4b36-968b-50dc07f1a757', 'name': 'tempest-TestVolumeBootPattern-1220789805-router', 'tenant_id': '4ef7c8b3cc844b2cbbe60785773c3d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:08Z', 'updated_at': '2022-04-12T18:43:15Z', 'revision_number': 6, 'project_id': '4ef7c8b3cc844b2cbbe60785773c3d07', 'gw_port_host': None}], 'dv-cinder-837535-1-iscsi', False) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:43:15.713099 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033cc044-ef40-4b17-b20a-363a44b63b00 None None] The sync data for ids ['3162ab45-7150-4b36-968b-50dc07f1a757'] in dv-cinder-837535-1-iscsi is: [{'id': '3162ab45-7150-4b36-968b-50dc07f1a757', 'name': 'tempest-TestVolumeBootPattern-1220789805-router', 'tenant_id': '4ef7c8b3cc844b2cbbe60785773c3d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:34:08Z', 'updated_at': '2022-04-12T18:43:15Z', 'revision_number': 6, 'project_id': '4ef7c8b3cc844b2cbbe60785773c3d07', 'gw_port_host': None}] {{(pid=103526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:43:15.752790 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7ec281f7-d38b-4d77-89b3-5b7fe82ba07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (d228c9c0-3a31-42a6-b000-22fd60399205), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:15.777750 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec281f7-d38b-4d77-89b3-5b7fe82ba07c admin admin] Pushing event deleted for resources: {'Port': ['ID=d228c9c0-3a31-42a6-b000-22fd60399205,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:15.842039 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7ec281f7-d38b-4d77-89b3-5b7fe82ba07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-807160'] for router_gateway (3162ab45-7150-4b36-968b-50dc07f1a757), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:15.939633 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7ec281f7-d38b-4d77-89b3-5b7fe82ba07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-895014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8858'] for router (3162ab45-7150-4b36-968b-50dc07f1a757), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:15.941757 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7ec281f7-d38b-4d77-89b3-5b7fe82ba07c admin admin] Publish callbacks [] for router_controller (3162ab45-7150-4b36-968b-50dc07f1a757), precommit_delete_associations {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:16.001361 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7ec281f7-d38b-4d77-89b3-5b7fe82ba07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-895005'] for router (3162ab45-7150-4b36-968b-50dc07f1a757), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:16.001808 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec281f7-d38b-4d77-89b3-5b7fe82ba07c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3162ab45-7150-4b36-968b-50dc07f1a757 {{(pid=103524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:43:16.006313 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7ec281f7-d38b-4d77-89b3-5b7fe82ba07c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:16.007642 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-7ec281f7-d38b-4d77-89b3-5b7fe82ba07c admin admin] 10.222.0.52 "DELETE /v2.0/routers/3162ab45-7150-4b36-968b-50dc07f1a757 HTTP/1.1" status: 204 len: 168 time: 0.8265705 Apr 12 18:43:16.009787 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 47264) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:43:16.059962 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c6b3df-e4df-4d8b-a7df-63b38a300253 admin admin] Deleting subnet 23737497-59c7-4004-8235-4e770a3a9de3 {{(pid=103524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:43:16.063751 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e8c6b3df-e4df-4d8b-a7df-63b38a300253 admin admin] Publish callbacks [] for subnet (23737497-59c7-4004-8235-4e770a3a9de3), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:16.100801 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e8c6b3df-e4df-4d8b-a7df-63b38a300253 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62755009'] for subnet (23737497-59c7-4004-8235-4e770a3a9de3), precommit_delete_associations {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:16.195153 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e8c6b3df-e4df-4d8b-a7df-63b38a300253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3990049'] for subnet (23737497-59c7-4004-8235-4e770a3a9de3), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:16.251952 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e8c6b3df-e4df-4d8b-a7df-63b38a300253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3990070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59090753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59504398'] for subnet (23737497-59c7-4004-8235-4e770a3a9de3), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:16.277657 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6b3df-e4df-4d8b-a7df-63b38a300253 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23737497-59c7-4004-8235-4e770a3a9de3,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:16.282271 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e8c6b3df-e4df-4d8b-a7df-63b38a300253 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for subnet (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:16.285472 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-e8c6b3df-e4df-4d8b-a7df-63b38a300253 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/23737497-59c7-4004-8235-4e770a3a9de3 HTTP/1.1" status: 204 len: 168 time: 0.2747040 Apr 12 18:43:16.287883 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 47266) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:43:16.290496 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0dedc8-511e-4ffe-916c-989c36cbedc3 None None] Network 26b6386a-6197-43e3-9fe9-8cf7517dc9f9 requested from dv-cinder-837535-1-iscsi {{(pid=103525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:43:16.366223 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-52600992-2f03-49b2-8ea5-4e088ceb01f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3769168'] for network (26b6386a-6197-43e3-9fe9-8cf7517dc9f9), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:16.416461 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-52600992-2f03-49b2-8ea5-4e088ceb01f7 admin admin] Deleting port 3815b366-4721-4563-a3dc-2634810ec573 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:43:16.416845 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-52600992-2f03-49b2-8ea5-4e088ceb01f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (3815b366-4721-4563-a3dc-2634810ec573), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:16.457497 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0310c4-f2c6-4f74-afcf-22f9665c1821 None None] DHCP port deletion for 26b6386a-6197-43e3-9fe9-8cf7517dc9f9 request from dv-cinder-837535-1-iscsi {{(pid=103525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:43:16.484104 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-52600992-2f03-49b2-8ea5-4e088ceb01f7 admin admin] For port 3815b366-4721-4563-a3dc-2634810ec573, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=3815b366-4721-4563-a3dc-2634810ec573,segment=NetworkSegment(a89b1825-fa6c-4f30-948a-a54dc20e410b),segment_id=a89b1825-fa6c-4f30-948a-a54dc20e410b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:43:16.484475 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-52600992-2f03-49b2-8ea5-4e088ceb01f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (3815b366-4721-4563-a3dc-2634810ec573), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:16.498619 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-5f0310c4-f2c6-4f74-afcf-22f9665c1821 None None] Deleting port 3815b366-4721-4563-a3dc-2634810ec573 {{(pid=103525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:43:16.498865 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-52600992-2f03-49b2-8ea5-4e088ceb01f7 admin admin] Calling delete_port for 3815b366-4721-4563-a3dc-2634810ec573 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:43:16.498993 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5f0310c4-f2c6-4f74-afcf-22f9665c1821 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761370138408'] for port (3815b366-4721-4563-a3dc-2634810ec573), before_delete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:16.572468 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-5f0310c4-f2c6-4f74-afcf-22f9665c1821 None None] For port 3815b366-4721-4563-a3dc-2634810ec573, host dv-cinder-837535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837535-1-iscsi',level=0,port_id=3815b366-4721-4563-a3dc-2634810ec573,segment=NetworkSegment(a89b1825-fa6c-4f30-948a-a54dc20e410b),segment_id=a89b1825-fa6c-4f30-948a-a54dc20e410b)] {{(pid=103525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:43:16.573402 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5f0310c4-f2c6-4f74-afcf-22f9665c1821 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-805196'] for port (3815b366-4721-4563-a3dc-2634810ec573), precommit_delete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:16.589023 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-52600992-2f03-49b2-8ea5-4e088ceb01f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59090734'] for port (3815b366-4721-4563-a3dc-2634810ec573), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:16.590051 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-5f0310c4-f2c6-4f74-afcf-22f9665c1821 None None] Calling delete_port for 3815b366-4721-4563-a3dc-2634810ec573 owned by network:dhcp {{(pid=103525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:43:16.614874 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52600992-2f03-49b2-8ea5-4e088ceb01f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3815b366-4721-4563-a3dc-2634810ec573,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:16.618542 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52600992-2f03-49b2-8ea5-4e088ceb01f7 admin admin] No DVR routers for this DVR port 3815b366-4721-4563-a3dc-2634810ec573 on host dv-cinder-837535-1-iscsi {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:43:16.682055 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5f0310c4-f2c6-4f74-afcf-22f9665c1821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3883213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761370145814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761369852079'] for port (3815b366-4721-4563-a3dc-2634810ec573), after_delete {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:16.696829 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-52600992-2f03-49b2-8ea5-4e088ceb01f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996314', 'neutron.services.segments.db._delete_segments_for_network-8761370393272'] for network (26b6386a-6197-43e3-9fe9-8cf7517dc9f9), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:16.712056 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0310c4-f2c6-4f74-afcf-22f9665c1821 None None] Pushing event deleted for resources: {'Port': ['ID=3815b366-4721-4563-a3dc-2634810ec573,revision_number=None']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:16.718425 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0310c4-f2c6-4f74-afcf-22f9665c1821 None None] No DVR routers for this DVR port 3815b366-4721-4563-a3dc-2634810ec573 on host dv-cinder-837535-1-iscsi {{(pid=103525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:43:16.723079 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-52600992-2f03-49b2-8ea5-4e088ceb01f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b6386a-6197-43e3-9fe9-8cf7517dc9f9']}} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:43:16.740267 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-52600992-2f03-49b2-8ea5-4e088ceb01f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89b1825-fa6c-4f30-948a-a54dc20e410b') {'for_net_delete': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:43:16.740574 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.services.segments.db [None req-52600992-2f03-49b2-8ea5-4e088ceb01f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89b1825-fa6c-4f30-948a-a54dc20e410b') {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:43:16.751949 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-52600992-2f03-49b2-8ea5-4e088ceb01f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761370364609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62755066'] for segment (a89b1825-fa6c-4f30-948a-a54dc20e410b), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:16.767884 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-52600992-2f03-49b2-8ea5-4e088ceb01f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474'] for segment (a89b1825-fa6c-4f30-948a-a54dc20e410b), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:16.773985 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52600992-2f03-49b2-8ea5-4e088ceb01f7 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:43:16.774439 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-52600992-2f03-49b2-8ea5-4e088ceb01f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3992474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59090939'] for segment (a89b1825-fa6c-4f30-948a-a54dc20e410b), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: Traceback (most recent call last): Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: timer() Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: cb(*args, **kw) Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: return func(*args, **kwargs) Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: self._notify() Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: self.callback(batched_events) Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: event.method(event) Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: return f(self, *a, **k) Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: return self._get(url).json() Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: return self.request(url, 'GET', **kwargs) Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:43:16.776529 dv-cinder-837535-1-iscsi neutron-server[103524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:43:16.833544 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-52600992-2f03-49b2-8ea5-4e088ceb01f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-807132'] for network (26b6386a-6197-43e3-9fe9-8cf7517dc9f9), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:16.838970 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-52600992-2f03-49b2-8ea5-4e088ceb01f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572967'] for network (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:16.842897 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-52600992-2f03-49b2-8ea5-4e088ceb01f7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/26b6386a-6197-43e3-9fe9-8cf7517dc9f9 HTTP/1.1" status: 204 len: 168 time: 0.5540504 Apr 12 18:43:16.853839 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52600992-2f03-49b2-8ea5-4e088ceb01f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=26b6386a-6197-43e3-9fe9-8cf7517dc9f9,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:16.945618 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:16.955050 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 47270) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:43:17.005266 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-9fcc16df-0a6b-444f-9cf6-d0bfdc80dd7d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9533c204e06a484c8a8c0cca48c4a2e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487764 Apr 12 18:43:17.007572 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 47272) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:43:17.055425 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b0f0f4ef-e453-4b34-8473-c3931412537c admin admin] Publish callbacks [] for security_group (84767470-f43d-402c-baca-4373fc652d79), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:17.076854 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b0f0f4ef-e453-4b34-8473-c3931412537c admin admin] Publish callbacks [] for security_group (84767470-f43d-402c-baca-4373fc652d79), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:17.124287 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b0f0f4ef-e453-4b34-8473-c3931412537c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (84767470-f43d-402c-baca-4373fc652d79), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:17.126834 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b0f0f4ef-e453-4b34-8473-c3931412537c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:17.127970 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-b0f0f4ef-e453-4b34-8473-c3931412537c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/84767470-f43d-402c-baca-4373fc652d79 HTTP/1.1" status: 204 len: 168 time: 0.1194224 Apr 12 18:43:17.135875 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0f4ef-e453-4b34-8473-c3931412537c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84767470-f43d-402c-baca-4373fc652d79,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:17.464900 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 47280) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:43:17.500168 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 3815b366-4721-4563-a3dc-2634810ec573 no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:43:17.507308 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-99568edd-0412-4788-aaa1-3e0e8bd355bf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4ef7c8b3cc844b2cbbe60785773c3d07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409620 Apr 12 18:43:17.509234 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [-] (103524) accepted ('10.222.0.52', 47282) {{(pid=103524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:43:17.524786 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: 3815b366-4721-4563-a3dc-2634810ec573 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:43:17.525161 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 3815b366-4721-4563-a3dc-2634810ec573 not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:43:17.525841 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 0e1cc30a-76e7-4fb8-8fac-fc03a74691a7 no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:43:17.556349 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: 0e1cc30a-76e7-4fb8-8fac-fc03a74691a7 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:43:17.556871 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device 0e1cc30a-76e7-4fb8-8fac-fc03a74691a7 not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:43:17.557578 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device d228c9c0-3a31-42a6-b000-22fd60399205 no longer exists at agent ovs-agent-dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:43:17.564130 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fdb18598-b53d-4edd-81fc-2ba4beeec340 admin admin] Publish callbacks [] for security_group (e4bc5d81-aaf6-4268-8461-c610213b1d12), before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:17.585665 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fdb18598-b53d-4edd-81fc-2ba4beeec340 admin admin] Publish callbacks [] for security_group (e4bc5d81-aaf6-4268-8461-c610213b1d12), precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:17.588865 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] No Port match for: d228c9c0-3a31-42a6-b000-22fd60399205 {{(pid=103525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:43:17.589540 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.rpc [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Device d228c9c0-3a31-42a6-b000-22fd60399205 not bound to the agent host dv-cinder-837535-1-iscsi {{(pid=103525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:43:17.636067 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fdb18598-b53d-4edd-81fc-2ba4beeec340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588643'] for security_group (e4bc5d81-aaf6-4268-8461-c610213b1d12), after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:17.639447 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fdb18598-b53d-4edd-81fc-2ba4beeec340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:17.640661 dv-cinder-837535-1-iscsi neutron-server[103524]: INFO neutron.wsgi [None req-fdb18598-b53d-4edd-81fc-2ba4beeec340 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e4bc5d81-aaf6-4268-8461-c610213b1d12 HTTP/1.1" status: 204 len: 168 time: 0.1301804 Apr 12 18:43:17.648976 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb18598-b53d-4edd-81fc-2ba4beeec340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bc5d81-aaf6-4268-8461-c610213b1d12,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:18.466701 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:19.351959 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:24.350690 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:39.775453 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:43:43.182239 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-477e91b7-c677-486c-9f67-faa6ce5d8d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:45.556121 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d99027bf-08e0-41b0-a366-43f51e3371e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:46.949329 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:48.470893 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:49.356758 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:54.351920 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:13.184482 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c092e637-2b8f-4369-b705-67666bb43fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:15.558059 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c227a448-d579-4170-9310-402edce1db78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:16.774151 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:44:16.952013 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:18.472101 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:19.360554 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:24.348623 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:43.186066 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-04ab1509-3017-4440-931d-3a941e10564a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:45.561410 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-26647b50-e0c5-417a-b583-982129326f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:46.954741 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:48.474756 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:49.362369 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:53.772224 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:44:54.336188 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [req-621f9dc9-ae66-4dda-9988-38bddd3a5b39 req-8de17760-314e-4c92-b890-d127b6b9a665 service neutron] (103524) timed out ('10.222.0.52', 42088) {{(pid=103524) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 18:44:54.353612 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:55.421194 dv-cinder-837535-1-iscsi neutron-server[103524]: DEBUG neutron.wsgi [req-621f9dc9-ae66-4dda-9988-38bddd3a5b39 req-96bf8847-da0e-4956-bcf0-451e89a168eb tempest-AttachVolumeShelveTestJSON-644487446 tempest-AttachVolumeShelveTestJSON-644487446-project] (103524) timed out ('10.222.0.52', 42100) {{(pid=103524) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 18:45:13.188015 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-535fab5b-3ff6-47fb-a7c8-7793fb632a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:15.563698 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-3fdadbbe-d5bf-46f5-bfa5-e91ffeac6fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:16.959317 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:18.478663 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:19.365649 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:24.349924 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:30.771071 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:45:43.200347 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-01fed7de-3b4d-4a5f-b643-8b1fd797b009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:45.574030 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4ddb498b-b327-4a80-9642-d4a8a9bf67c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:46.970798 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:48.482688 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:49.364115 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:54.369954 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:07.772848 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:46:13.196555 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-bf8449b2-245e-43fe-a0c6-8964fd760ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:15.568967 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-fb02874a-59ab-44e6-9907-fe4483a3887a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:16.967535 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:18.486049 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:19.365988 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:24.368092 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:43.199673 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6d411202-3a54-451f-832d-29249e6782b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:44.772417 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:46:45.574364 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-edbdfe82-2bd1-43b5-88d8-a37b8079823d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:46.969191 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:48.486155 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:49.362139 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:54.389636 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:13.191412 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4af0a8c1-a7a5-44d7-99be-932ee901be70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:15.578700 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-dd141554-58ca-4962-b76b-238c20599775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:16.977367 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:18.491021 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:19.359475 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:21.775141 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:47:24.376921 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:43.199979 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-961dd0c0-91e5-460b-83f4-40a2fd3ffba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:45.588031 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-258ffc6d-f816-412a-a15a-06100dc2f84e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:46.977846 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:48.496171 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:49.357105 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:54.393132 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:58.780676 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:48:13.196602 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-64325a9f-170d-4d88-8cdd-1b627ef5a663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:15.581485 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f021b0cc-6520-4b59-8ce7-868120180d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:16.984918 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-212a1fc5-fd00-455f-bf8c-fbdca4d50b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (9d69d99c-1216-46da-8d37-cb3b6a63dbd9), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:18.497648 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-28df3a56-1c6f-448d-9887-a281922bb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (ca5d0e80-d15c-4c84-9808-d2b4b61da388), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:19.353644 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-8ded9a3b-2e8d-4852-b983-fe0a6aec382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (83474c62-e7a1-4ea7-a7b9-87c621dcdf39), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:24.403631 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d789613b-d42d-4f3e-b134-9bba36bf5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (5b3c503f-4bfd-4027-adb8-75f76add50a6), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:35.780744 dv-cinder-837535-1-iscsi neutron-server[103526]: DEBUG neutron.db.agents_db [None req-2638a2a3-be0f-48a2-8d8a-7af1e88dbb75 None None] Agent healthcheck: found 6 active agents {{(pid=103526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:48:43.206238 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-bee5c2f1-bfce-48c1-9d33-87565d666000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (fc5bc6ba-9bcd-441b-ae43-9003ca698105), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:45.592352 dv-cinder-837535-1-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6bbeed8a-0fb0-4c73-a528-126c0387878a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761370393254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3830747'] for agent (67e8ab40-2774-41b2-8166-c42ed6ca5449), after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}